-- Logs begin at Thu 2021-09-09 21:03:32 UTC, end at Thu 2021-09-09 22:16:17 UTC. -- Sep 09 21:46:31.329454 dv-cinder-808137-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 21:46:34.082263 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.common.config [-] Logging enabled! Sep 09 21:46:34.082856 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 21:46:34.082960 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100850) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 21:46:34.086725 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.common.config [-] Logging enabled! Sep 09 21:46:34.086974 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 21:46:34.087280 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100850) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 21:46:34.088228 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 21:46:34.088481 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 21:46:34.088843 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 21:46:34.089083 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 21:46:34.089305 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 21:46:34.089619 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.089910 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.090198 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.090421 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.090714 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.090995 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.091269 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.091549 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.091842 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.092123 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.092428 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.092708 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.092933 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.093230 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.093488 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.093770 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.093987 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] debug = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.094260 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.094676 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.095088 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.095363 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.095645 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.095920 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.096187 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.096479 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.096753 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.097076 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] host = dv-cinder-808137-1-iscsi {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.097347 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.097628 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.097921 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.098187 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.098453 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.098722 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.098996 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.099260 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.099524 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] log_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.099792 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.100075 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.100402 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.100697 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.100913 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.101127 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.101412 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.101690 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.101959 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.102227 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.102496 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.102767 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.103030 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.103290 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.103569 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.103847 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.104123 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.104411 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.104684 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.104945 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.105206 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.105483 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.105749 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.106014 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.106279 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.106558 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.106819 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.107084 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.107376 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.107661 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.107959 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.108238 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.108529 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.108803 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.109069 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.109332 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.109597 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] use_json = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.109862 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.110125 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.110401 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.110673 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.110938 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.111460 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.111460 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.111725 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:34.112019 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.112326 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.112629 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.112901 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.113188 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.113463 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.113745 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.114016 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.114297 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.114577 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.114863 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.115129 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.116672 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.116672 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.116672 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.116672 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.116672 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.117044 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.117121 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.117600 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.117866 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.118137 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.118416 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.118686 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.118995 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.119278 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.119550 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.119831 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.120119 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.120423 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.120695 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.120967 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.121251 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.121522 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.121785 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.122056 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.122336 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.122607 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.122871 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.123145 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.123414 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.123677 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.123939 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.124210 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.124514 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.124784 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.125043 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.125306 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.125690 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.125959 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.126241 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.126513 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.126778 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.127042 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.127312 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.127577 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.127844 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.128116 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.128402 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.128677 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.128943 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.129207 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.129474 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.129741 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.130006 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.130272 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.130582 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.130850 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.131115 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.131384 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.132168 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.132462 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.132735 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.133019 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.133313 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.133585 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.133861 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.134135 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.134406 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.134678 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.134950 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.135221 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.135491 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.135761 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.136048 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.136351 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.136636 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.136916 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.137187 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.137484 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.137758 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.138035 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.138308 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.138580 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.138855 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.139132 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.139416 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.139705 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.139992 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.140276 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.140594 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.140866 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.141167 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.141438 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:34.141647 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 21:46:34.141890 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100850) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 21:46:34.496093 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 21:46:34.496384 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 21:46:34.496673 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 21:46:34.496996 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 21:46:34.889645 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.889857 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.890131 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.891435 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.891706 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.891967 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.928037 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.928323 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.929156 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.944056 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.944357 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.944624 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.972830 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.973105 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:34.973367 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.011900 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.012169 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.012468 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.242896 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.243509 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.243509 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.243683 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.244394 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.363942 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.364253 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.364559 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.364831 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.365095 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.365399 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.365655 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.365932 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.366184 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.366463 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.366716 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.366978 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.367479 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.367727 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.367979 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.368238 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.368514 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.368782 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.369047 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.369301 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.369566 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.369814 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.370093 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.370468 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.370710 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.370952 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.371337 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:46:35.371569 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:46:35.371799 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:46:35.372026 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:46:35.372253 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:46:35.372501 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:46:35.372857 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 21:46:35.375921 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 21:46:35.379804 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 21:46:35.384080 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Sep 09 21:46:35.385715 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 21:46:35.386159 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 21:46:35.386492 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 21:46:35.386877 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 21:46:35.389642 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 21:46:35.389891 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 21:46:35.390230 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 21:46:35.395481 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 21:46:35.417646 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 21:46:35.418095 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.418386 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100850) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 21:46:35.418742 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.420085 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100850) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 21:46:35.420388 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 21:46:35.420635 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 21:46:35.423975 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.424250 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:35.488955 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 21:46:35.489187 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 21:46:35.489423 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 21:46:35.489792 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 21:46:35.513436 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_db.sqlalchemy.engines [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100850) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 21:46:36.154749 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Initializing driver for type 'gre' Sep 09 21:46:36.155288 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] gre ID ranges: [(1, 1000)] Sep 09 21:46:36.303134 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Initializing driver for type 'local' Sep 09 21:46:36.303750 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Initializing driver for type 'vlan' Sep 09 21:46:36.377316 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] VlanTypeDriver initialization complete Sep 09 21:46:36.377650 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Initializing driver for type 'vxlan' Sep 09 21:46:36.378145 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] vxlan ID ranges: [(1, 1000)] Sep 09 21:46:36.587364 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Initializing extension driver 'port_security' Sep 09 21:46:36.587704 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.extensions.port_security [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] PortSecurityExtensionDriver initialization complete Sep 09 21:46:36.588059 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Initializing mechanism driver 'openvswitch' Sep 09 21:46:36.588425 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Initializing mechanism driver 'hyperv' Sep 09 21:46:36.599471 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.plugins.ml2.plugin [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:36.600164 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > port after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.600562 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > port after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.600930 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > port after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.601447 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:46:36.601877 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > subnet after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.602234 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > subnet after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.602582 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > subnet after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.603000 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:46:36.603435 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > network after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.603787 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > network after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.604150 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > network after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.604555 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:46:36.604962 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > security_group after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.605312 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > security_group after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.605651 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > security_group after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.606179 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:46:36.606587 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.606938 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.607283 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.607677 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:46:36.608081 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > address_group after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.608454 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > address_group after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.608794 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > address_group after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.609186 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:46:36.609563 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] ML2 OVO RPC backend initialized. {{(pid=100850) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 21:46:36.610273 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router_interface after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.610637 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.611051 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > network before_response 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.611401 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > networks before_response 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.611749 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > port before_response 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.612091 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > ports before_response 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.612459 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > subnet before_response 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.612805 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > subnets before_response 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.613153 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > network after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.613496 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > network after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.613834 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > network after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.614173 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > port after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.614513 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > port after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.614848 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > port after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.615183 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > subnet after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.615521 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > subnet after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.615856 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > subnet after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.616959 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.plugin [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Modular L2 Plugin initialization complete Sep 09 21:46:36.617551 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading services supported by the core plugin {{(pid=100850) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 21:46:36.617872 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.plugins.ml2.managers [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Got port-security extension from driver 'port_security' Sep 09 21:46:36.618334 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.extensions.vlantransparent [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Disabled vlantransparent extension. Sep 09 21:46:36.618823 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100850) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 21:46:36.619137 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading Plugin: router Sep 09 21:46:36.667423 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router_interface before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.667816 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router after_create 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.668194 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router before_create 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.668590 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.668969 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.669331 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router after_delete 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.669696 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > floatingip after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.670051 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > floatingip after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.670415 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router after_create 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.670765 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router after_update 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.671133 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router after_update 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.671469 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.671838 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router after_update 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.672250 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router precommit_update 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.672647 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: port after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.672993 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: port after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.673337 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: subnet after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.673685 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.674039 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > port precommit_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.674392 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router precommit_create 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.674738 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: port before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.675089 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router precommit_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.675446 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router after_update 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.675795 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router precommit_delete 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.676147 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router precommit_create 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.676545 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router_interface after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.676894 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router precommit_update 55549900 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.680657 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > agent after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.680657 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > agent after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.680657 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > network after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.680657 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Tracking information for resource: router configured {{(pid=100850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:46:36.680657 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Tracking information for resource: floatingip configured {{(pid=100850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:46:36.684888 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.db.l3_agentschedulers_db [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 21:46:36.685472 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: port after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.685839 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: port after_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.686193 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: port after_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.686546 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: port after_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.687350 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router before_create 55550100 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.687720 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router precommit_delete 55550100 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.688105 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router precommit_create 55550100 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.688573 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > router precommit_update 55550100 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.693256 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.services.provider_configuration [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service providers = [] {{(pid=100850) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 21:46:36.693624 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.db.servicetype_db [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100850) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 21:46:36.697320 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.services.service_base [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 21:46:36.697668 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.services.service_base [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 21:46:36.698011 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.services.service_base [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 21:46:36.698907 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.services.service_base [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 21:46:36.699285 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.services.service_base [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 21:46:36.699737 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:46:36.699993 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 21:46:36.710970 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:46:36.711306 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading Plugin: auto_allocate Sep 09 21:46:36.722421 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: network precommit_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.722798 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: network precommit_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.723392 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:46:36.723715 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading Plugin: tag Sep 09 21:46:36.730399 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:46:36.730724 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading Plugin: timestamp Sep 09 21:46:36.734963 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:46:36.735240 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading Plugin: network_ip_availability Sep 09 21:46:36.740757 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.741134 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.741495 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:36.743011 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:46:36.743324 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading Plugin: flavors Sep 09 21:46:36.755034 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:46:36.755364 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading Plugin: revisions Sep 09 21:46:36.760311 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:46:36.760710 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_concurrency.lockutils [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.264s {{(pid=100850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 21:46:36.761448 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100850) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 21:46:36.761786 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Initializing extension manager. Sep 09 21:46:36.762299 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: __init__.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.762642 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: __pycache__ {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.763005 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.763340 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: address_group.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.764108 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.764713 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: address-group Sep 09 21:46:36.765036 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: address_scope.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.765947 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.766460 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: address-scope Sep 09 21:46:36.766781 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: admin_state_down_before_update.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.767726 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.768240 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: router-admin-state-down-before-update Sep 09 21:46:36.768591 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: agent.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.769298 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.769801 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: agent Sep 09 21:46:36.770119 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: agent_resources_synced.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.771039 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.771545 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: agent-resources-synced Sep 09 21:46:36.771862 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: allowedaddresspairs.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.774226 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.774815 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: allowed-address-pairs Sep 09 21:46:36.775144 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: auto_allocated_topology.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.776221 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.776759 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: auto-allocated-topology Sep 09 21:46:36.777081 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: availability_zone.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.777773 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.778275 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: availability_zone Sep 09 21:46:36.778595 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: availability_zone_filter.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.779504 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.780008 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: availability_zone_filter Sep 09 21:46:36.780379 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: data_plane_status.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.781286 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.781787 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 21:46:36.782104 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: default_subnetpools.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.783018 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.783518 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: default-subnetpools Sep 09 21:46:36.783837 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: dhcpagentscheduler.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.784684 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.785191 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: dhcp_agent_scheduler Sep 09 21:46:36.785508 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: dns.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.792621 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.793125 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension dns-integration not supported by any of loaded plugins Sep 09 21:46:36.793446 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: dns_domain_ports.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.794368 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.794873 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 21:46:36.795200 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.796122 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.796664 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 21:46:36.796987 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: dvr.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.797696 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.798199 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: dvr Sep 09 21:46:36.798515 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: ecmp_routes.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.799432 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.799938 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 21:46:36.800260 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: empty_string_filtering.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.801199 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.801713 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: empty-string-filtering Sep 09 21:46:36.802032 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.802938 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.803446 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 21:46:36.803766 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.804730 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.805239 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 21:46:36.805559 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: external_net.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.806465 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.806975 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: external-net Sep 09 21:46:36.807292 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: extra_dhcp_opt.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.808226 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.808751 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: extra_dhcp_opt Sep 09 21:46:36.809066 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: extraroute.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.809979 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.810479 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: extraroute Sep 09 21:46:36.810805 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: extraroute_atomic.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.811838 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.812363 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: extraroute-atomic Sep 09 21:46:36.812684 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: filter_validation.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.813348 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.813853 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: filter-validation Sep 09 21:46:36.814174 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: fip_pf_description.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.815083 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.815583 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 21:46:36.815904 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: fip_port_details.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.825094 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.825597 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: fip-port-details Sep 09 21:46:36.825919 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: flavors.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.827150 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.827664 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: flavors Sep 09 21:46:36.827987 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.829705 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.830228 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 21:46:36.830561 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: floatingip_pools.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.831269 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.831812 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: floatingip-pools Sep 09 21:46:36.832139 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: ip_allocation.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.833124 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.833632 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 21:46:36.833954 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.834877 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.835906 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: ip-substring-filtering Sep 09 21:46:36.836231 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: l2_adjacency.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.837181 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.837737 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 21:46:36.838039 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: l3.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.839134 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.839661 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: router Sep 09 21:46:36.839986 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: l3_conntrack_helper.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.842233 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.842764 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 21:46:36.843096 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.844049 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.844588 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: ext-gw-mode Sep 09 21:46:36.844917 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.845859 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.846371 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: l3-ha Sep 09 21:46:36.846694 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: l3_flavors.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.847608 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.848114 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: l3-flavors Sep 09 21:46:36.848476 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.855369 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.856004 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 21:46:36.856579 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: l3agentscheduler.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.857931 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.858449 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: l3_agent_scheduler Sep 09 21:46:36.858782 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: logging.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.860366 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.860896 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension logging not supported by any of loaded plugins Sep 09 21:46:36.861232 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: metering.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.861992 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.862572 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: metering Sep 09 21:46:36.862901 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.864010 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.864564 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: metering_source_and_destination_fields Sep 09 21:46:36.864898 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: multiprovidernet.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.865848 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.866361 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: multi-provider Sep 09 21:46:36.866690 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: netmtu.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.867876 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.868417 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: net-mtu Sep 09 21:46:36.868746 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: netmtu_writable.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.869680 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.870189 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: net-mtu-writable Sep 09 21:46:36.870517 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: network_availability_zone.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.871195 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.871704 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: network_availability_zone Sep 09 21:46:36.872137 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: network_ip_availability.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.873228 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.873742 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: network-ip-availability Sep 09 21:46:36.874075 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: network_segment_range.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.874864 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.875374 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 21:46:36.875703 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: pagination.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.883604 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.883935 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: pagination Sep 09 21:46:36.884261 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: port_device_profile.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.885208 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.885734 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: port-device-profile Sep 09 21:46:36.886064 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.887016 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.887528 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: port-mac-address-regenerate Sep 09 21:46:36.887856 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.888810 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.889352 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: port-numa-affinity-policy Sep 09 21:46:36.889674 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: port_resource_request.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.890727 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.891242 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 21:46:36.891566 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: portbindings.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.892550 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.893063 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: binding Sep 09 21:46:36.893384 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: portbindings_extended.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.894666 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.895182 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: binding-extended Sep 09 21:46:36.895513 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: portsecurity.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.896484 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.896999 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: port-security Sep 09 21:46:36.897327 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: project_id.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.898920 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.899250 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: project-id Sep 09 21:46:36.899575 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: providernet.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.900586 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.901093 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: provider Sep 09 21:46:36.901417 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: qos.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.905009 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.905537 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension qos not supported by any of loaded plugins Sep 09 21:46:36.905872 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.907141 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.907662 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 21:46:36.908000 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.908959 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.909475 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 21:46:36.909804 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: qos_default.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.910727 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.911241 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension qos-default not supported by any of loaded plugins Sep 09 21:46:36.911576 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: qos_fip.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.912243 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.912775 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension qos-fip not supported by any of loaded plugins Sep 09 21:46:36.913102 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: qos_gateway_ip.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.914040 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.914556 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 21:46:36.914885 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: qos_port_network_policy.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.915809 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.916348 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 21:46:36.916678 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: qos_pps_rule.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.926380 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.926906 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension qos-pps not supported by any of loaded plugins Sep 09 21:46:36.927238 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: qos_rule_type_details.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.928189 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.928731 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 21:46:36.929059 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: qos_rules_alias.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.930142 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.930661 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 21:46:36.930987 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: quotasv2.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.931942 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.932275 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: quotas Sep 09 21:46:36.932627 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: quotasv2_detail.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.935921 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.936264 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: quota_details Sep 09 21:46:36.936622 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: rbac.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.937726 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.938284 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: rbac-policies Sep 09 21:46:36.938590 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: rbac_address_group.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.939557 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.940065 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: rbac-address-group Sep 09 21:46:36.940427 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: rbac_address_scope.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.941373 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.941892 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: rbac-address-scope Sep 09 21:46:36.942252 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: rbac_security_groups.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.943189 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.943738 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: rbac-security-groups Sep 09 21:46:36.944088 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: rbac_subnetpool.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.945507 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.946030 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: rbac-subnetpool Sep 09 21:46:36.946360 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: revisionifmatch.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.947305 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.947847 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: revision-if-match Sep 09 21:46:36.948172 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: revisions.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.954604 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.955122 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: standard-attr-revisions Sep 09 21:46:36.955456 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: router_availability_zone.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.956152 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.956711 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: router_availability_zone Sep 09 21:46:36.957035 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: routerservicetype.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.957987 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.958501 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension router-service-type not supported by any of loaded plugins Sep 09 21:46:36.958883 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.959760 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.960275 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: security-groups-normalized-cidr Sep 09 21:46:36.961194 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: security_groups_port_filtering.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.962136 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.962651 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: port-security-groups-filtering Sep 09 21:46:36.962976 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.963907 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.964464 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: security-groups-remote-address-group Sep 09 21:46:36.964796 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: securitygroup.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.976194 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.976763 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: security-group Sep 09 21:46:36.977107 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: segment.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.977940 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.982468 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension segment not supported by any of loaded plugins Sep 09 21:46:36.982468 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.982977 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.983490 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 21:46:36.983821 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: servicetype.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.985059 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.985585 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: service-type Sep 09 21:46:36.985918 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: sorting.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.986919 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.987251 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: sorting Sep 09 21:46:36.987617 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: standard_attr_segment.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.988557 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.989079 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 21:46:36.989403 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: standardattrdescription.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.990067 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.990935 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: standard-attr-description Sep 09 21:46:36.990935 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: stateful_security_group.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.992008 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.992673 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: stateful-security-group Sep 09 21:46:36.993001 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: stdattrs_common.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.993601 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 21:46:36.993998 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.994877 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.995397 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 21:46:36.995717 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: subnet_onboard.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.996831 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.997356 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: subnet_onboard Sep 09 21:46:36.997686 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:36.998638 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:36.999195 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 21:46:36.999541 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: subnet_service_types.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:37.000512 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:37.001030 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: subnet-service-types Sep 09 21:46:37.001350 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: subnetallocation.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:37.002467 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:37.002991 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: subnet_allocation Sep 09 21:46:37.003321 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:37.004014 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:37.004556 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: subnetpool-prefix-ops Sep 09 21:46:37.004884 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:37.005840 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:37.006361 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 21:46:37.006683 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: tagging.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:37.008376 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:37.008906 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: standard-attr-tag Sep 09 21:46:37.009238 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: timestamp.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:37.010463 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:37.010981 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loaded extension: standard-attr-timestamp Sep 09 21:46:37.011311 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: trunk.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:37.012396 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:37.012915 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension trunk not supported by any of loaded plugins Sep 09 21:46:37.013243 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: trunk_details.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:37.014192 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:37.014705 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension trunk-details not supported by any of loaded plugins Sep 09 21:46:37.015029 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: uplink_status_propagation.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:37.015968 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:37.016511 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 21:46:37.016836 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Loading extension file: vlantransparent.py {{(pid=100850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:46:37.017524 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:46:37.018035 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 21:46:37.020641 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:network Sep 09 21:46:37.021210 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:subnet Sep 09 21:46:37.021610 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 21:46:37.022017 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:port Sep 09 21:46:37.023850 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.024309 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service FLAVORS assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.024959 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.025386 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.025724 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:router Sep 09 21:46:37.026159 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:floatingip Sep 09 21:46:37.039040 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service METERING assigned prefix: /metering {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.039040 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:37.039040 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:37.039040 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:46:37.039040 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 21:46:37.039458 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:security_group Sep 09 21:46:37.039458 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 21:46:37.039458 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service CORE assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.039458 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 21:46:37.039458 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] subnetpool is already registered Sep 09 21:46:37.039458 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service CORE assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.039458 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 21:46:37.039458 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] subnetpool is already registered Sep 09 21:46:37.040022 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.040022 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service FLAVORS assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.040022 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.040022 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.040022 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:router Sep 09 21:46:37.040022 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] router is already registered Sep 09 21:46:37.040022 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:floatingip Sep 09 21:46:37.040022 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] floatingip is already registered Sep 09 21:46:37.040667 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service METERING assigned prefix: /metering {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.040667 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 21:46:37.040667 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] rbac_policy is already registered Sep 09 21:46:37.040667 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:security_group Sep 09 21:46:37.040667 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] security_group is already registered Sep 09 21:46:37.041054 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 21:46:37.041395 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] security_group_rule is already registered Sep 09 21:46:37.042030 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service CORE assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.042361 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 21:46:37.042694 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] subnetpool is already registered Sep 09 21:46:37.043115 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.v2.resource_helper [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Service CORE assigned prefix: {{(pid=100850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:46:37.043449 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 21:46:37.043783 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING neutron.quota.resource_registry [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] subnetpool is already registered Sep 09 21:46:37.044244 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: extensions {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.045792 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: address-groups {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.047268 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: address-scopes {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.048641 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: agents {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.049802 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: auto-allocated-topology {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.051052 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: availability_zones {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.052278 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: dhcp-networks {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.053818 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: dhcp-agents {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.055281 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: routers {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.057562 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: flavors {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.058733 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: service_profiles {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.059940 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: next_providers {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.061424 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: service_profiles {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.062961 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: floatingip-pools {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.064168 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: routers {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.066294 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: floatingips {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.067599 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: l3-routers {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.069024 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: l3-agents {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.070967 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: metering-labels {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.072354 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: metering-label-rules {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.074323 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: network-ip-availabilities {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.074890 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: bindings {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.077577 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: quotas {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.079045 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: quotas {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.080486 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: rbac-policies {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.081696 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: security-groups {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.082996 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: security-group-rules {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.084352 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: service-providers {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.086136 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: subnetpools {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.087590 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: subnetpools {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.089206 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: tags {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.090893 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: tags {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.092758 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: tags {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.094539 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: tags {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.096339 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: tags {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.098258 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: tags {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.099955 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: tags {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.101922 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: tags {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.103738 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: tags {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.105495 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron.api.extensions [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Extended resource: tags {{(pid=100850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:46:37.111531 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING keystonemiddleware.auth_token [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 21:46:37.116361 dv-cinder-808137-1-iscsi neutron-server[100850]: WARNING keystonemiddleware.auth_token [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 21:46:37.125122 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_concurrency.lockutils [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Acquired lock "singleton_lock" {{(pid=100850) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 21:46:37.125595 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_concurrency.lockutils [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Releasing lock "singleton_lock" {{(pid=100850) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 21:46:37.126238 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO oslo_service.service [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Starting 2 workers Sep 09 21:46:37.131060 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Started child 100961 {{(pid=100850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 21:46:37.136179 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Started child 100962 {{(pid=100850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 21:46:37.137132 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:37.137823 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO neutron.service [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 21:46:37.138506 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Notify callbacks [] for process, before_spawn {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:37.138717 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [-] (100961) wsgi starting up on http://0.0.0.0:9696 Sep 09 21:46:37.140975 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO oslo_service.service [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Starting 1 workers Sep 09 21:46:37.141248 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:37.142775 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [-] (100962) wsgi starting up on http://0.0.0.0:9696 Sep 09 21:46:37.146174 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Started child 100963 {{(pid=100850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 21:46:37.146722 dv-cinder-808137-1-iscsi neutron-server[100850]: INFO oslo_service.service [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Starting 1 workers Sep 09 21:46:37.150596 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.service [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] calling RpcWorker wait() {{(pid=100963) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 21:46:37.151165 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.service [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] returning from RpcWorker wait() {{(pid=100963) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 21:46:37.151876 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Started child 100964 {{(pid=100850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 21:46:37.152617 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:37.152741 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc3dd-837f-4882-b104-a62b76926a4d None None] Notify callbacks [] for process, after_spawn {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:37.153186 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:37.154642 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100850) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 21:46:37.154859 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 21:46:37.155040 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 21:46:37.155245 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 21:46:37.155581 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 21:46:37.155904 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 21:46:37.156438 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.156740 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.156836 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:37.157302 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.157302 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.157551 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.158148 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.158408 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.158645 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.158927 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.159158 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.159331 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.159499 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.159734 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.159979 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.160315 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.160577 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.160824 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.161106 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.161276 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.161621 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.161764 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.162024 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.162283 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] debug = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.162509 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.162990 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.163242 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.164005 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.164243 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.164534 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.164760 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.165017 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.165281 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.165499 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.165744 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.166008 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.166239 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.166454 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.166690 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.166933 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.167169 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.167658 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] host = dv-cinder-808137-1-iscsi {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.167908 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.168141 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.168416 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.168665 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.168990 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.169126 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.169387 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.169633 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.169885 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.170131 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.170370 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.170625 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.170888 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.171145 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.171306 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_options = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.171555 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.171803 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.172060 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.172281 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.172530 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.172679 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.172900 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.173070 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.173326 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.173551 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.173767 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.173983 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.174230 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.174472 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.174701 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.174965 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.175183 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.175412 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.175661 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.175890 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.176117 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.176431 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.176652 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.176874 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.177092 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.177331 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.177558 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.177776 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.177984 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.178218 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.178456 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.178699 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.178916 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.179766 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.180003 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.180235 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.180489 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.180736 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.181017 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.181245 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.181516 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.181778 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.181994 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.182251 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.182485 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.182731 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.182949 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_json = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.183164 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.183397 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.183676 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.183906 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.184149 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.184385 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.184615 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.184865 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.185308 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.185610 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.185932 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.186176 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.186432 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.186672 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.187786 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:37.187928 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.188118 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.188387 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.188649 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.188987 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.189231 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.189526 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.189750 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.190022 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.190348 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.190613 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.190880 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.192439 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.192945 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.193210 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.193495 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.193740 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.193978 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.194220 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.194460 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.194740 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.195071 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.195339 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.195615 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.195870 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.196118 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.196367 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.196594 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.196811 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.200398 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.200398 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.200398 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.200398 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.200398 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.200398 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.200398 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.200398 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.201482 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.201635 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.203425 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.203717 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.204139 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.204323 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.204454 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.204670 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.204977 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.205199 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.205427 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.205709 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.205955 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.206185 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.206431 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.206668 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.206908 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.207220 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.207452 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.207668 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.207907 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.208133 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.208366 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.208615 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.208876 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.209091 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.209324 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.209708 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.209843 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.209991 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.210222 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.210930 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.211147 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.211361 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.211588 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.211802 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.212033 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.212242 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.212495 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.212711 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.212943 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.213145 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.213452 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.213604 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.213761 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.213972 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.214237 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.214524 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.214762 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.214998 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.215243 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.215486 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.215698 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.215949 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.216634 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.217034 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.217034 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.217299 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.217424 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.217645 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.217893 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.218320 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.218463 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.218588 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.218752 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.218980 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.219208 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.219428 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.219685 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.219933 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.220178 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.220457 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.220709 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.221558 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.221558 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.221558 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.221950 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.222081 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.222354 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.222853 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.222853 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.223129 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.223374 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.223612 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.223844 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.224101 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.225348 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.225348 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.225348 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.225348 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.225348 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.226082 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.226082 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.226082 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.227672 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.227672 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.227672 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.227672 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.228225 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.228225 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.228512 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.228650 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.228814 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.229021 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.229255 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.229497 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.229720 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.229979 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.230800 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.230800 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.230800 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.231636 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.231636 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.231636 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.231636 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.232589 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.232589 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.232589 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.232589 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.232891 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.232891 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.233056 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.233252 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.233471 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.233696 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.233926 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.234180 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.234450 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.234949 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.234949 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.235185 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.235389 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.235644 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.235872 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.236212 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.236376 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.236576 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.236820 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.237060 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.237357 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.237536 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.237706 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.237936 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.238159 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.238365 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.238586 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.238792 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.239037 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.239313 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.239645 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.239899 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.240123 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.240385 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.240599 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.240881 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.241097 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.241263 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.241479 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.241689 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.241917 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.242559 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.242677 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.242858 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.243065 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.243270 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.243494 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.243736 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.243921 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.244204 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.244483 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.244761 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.245020 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.245250 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.245473 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.245713 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.245938 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.246142 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.246357 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.246584 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.246788 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.247007 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.247209 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.247412 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.247633 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.247841 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.248043 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.248280 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.248618 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.248823 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.249039 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.249249 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.249454 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.249676 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.249878 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.250087 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.250363 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.250575 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.250785 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.251038 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.251241 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.251449 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.251668 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.251873 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.252079 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.252502 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.252893 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.253140 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.253467 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.253744 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.253983 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.254236 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.254559 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.254782 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.255047 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.255265 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.255493 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.255718 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.256131 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.256471 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.256782 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.257113 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.257387 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.257679 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.257961 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.258247 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.258464 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.258749 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.259093 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.259361 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.259609 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.259858 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.260114 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.260400 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.260624 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.260875 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.261092 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.261328 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.261565 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.261809 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.262049 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.262261 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.262486 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.262703 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.262923 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.263149 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.263389 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.263604 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.263759 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 21:46:37.264279 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100850) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 21:46:37.264501 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 21:46:37.264632 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 21:46:37.264754 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 21:46:37.264925 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 21:46:37.265077 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 21:46:37.265286 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.265452 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.265619 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.265745 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.265880 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.266081 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.266241 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.266397 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.266552 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.266707 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.266862 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.267017 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.267173 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.267329 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.267485 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.267641 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.267796 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.267951 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.268114 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.268268 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.268447 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.268603 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.268758 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] debug = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.268914 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.269115 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.269269 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.269421 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.269576 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.269731 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.269889 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.270079 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.270215 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.270354 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.270490 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.270619 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.270776 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.270931 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.271086 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.271291 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.271417 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.271539 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] host = dv-cinder-808137-1-iscsi {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.271679 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.271833 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.271989 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.272143 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.272326 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.272486 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.272642 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.272799 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.273442 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.273596 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.274118 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.274118 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.274118 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.274810 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.274810 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_options = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.274810 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.274810 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.274810 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.275384 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.275384 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.275384 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.275384 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.275833 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.275833 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.275833 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.276184 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.276184 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.276438 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.276438 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.276639 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.276758 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.276878 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.276998 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.277132 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.277256 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.277415 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.277569 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.277725 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.277880 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.278035 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.278191 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.278347 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.278502 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.278657 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.278811 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.278982 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.279112 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.279339 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.279497 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.279651 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.279806 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.279964 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.280119 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.280279 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.280455 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.280598 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.280758 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.280913 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.281067 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.281223 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.281361 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.281521 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_json = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.281675 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.281830 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.281985 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.282139 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.282294 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.282449 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.282604 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.282760 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:46:37.282934 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.283093 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.283262 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.283420 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.283578 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.283735 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.283893 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.284051 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.284208 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.284420 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.284560 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.284750 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.284888 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.285009 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.285128 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.285288 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.285445 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.285604 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.285763 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.285942 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.286079 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.286202 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.286372 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.286529 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.286687 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.286845 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.287001 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.287174 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.287332 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.287490 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.287648 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.288479 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.288479 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.288479 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.288479 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.288479 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.289571 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.289571 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.289571 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.289911 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.289911 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.289911 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.290252 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.290252 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.290490 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.290490 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.290685 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.290767 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.290918 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.291924 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.291924 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.291924 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.291924 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.291924 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.291924 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.292584 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.292584 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.292584 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.292584 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.292584 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.293138 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.293138 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.293138 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.293138 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.293474 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.293474 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.293667 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.293745 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.293898 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.294055 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.294215 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.294374 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.294530 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.294689 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.294899 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.295023 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.295143 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.295285 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.295443 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.295600 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.295759 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.295916 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.296076 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.296233 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.296410 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.296568 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.296725 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.296884 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.297041 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.297208 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.297381 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.297539 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.297697 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.297855 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.298014 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.298171 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.298329 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.298485 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.298692 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.298815 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.298937 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.299076 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.299237 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.299394 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.299552 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.299709 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.299867 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.300025 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.300183 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.300360 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.300519 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.300677 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.300840 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.300998 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.301154 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.301310 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.301477 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.301628 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.301781 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.301942 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.302109 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.302276 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.302434 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.302600 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.302757 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.302923 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.303060 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.303194 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.303761 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.303761 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.303761 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.303761 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.304320 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.304320 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.304320 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.304721 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.304721 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.305037 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.305037 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.305037 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.305378 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.305378 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.305600 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.305739 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.305873 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.306007 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.306141 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.306275 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.306410 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.306553 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.306689 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.306833 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.306981 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.307165 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.307300 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.307434 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:37.307575 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.307575 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.307845 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.307845 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.308110 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.308110 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.308417 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.308417 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.308686 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.308686 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.308943 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.309089 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.309224 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.309358 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.309492 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.309625 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.309759 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.309895 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.310029 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.310163 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.310306 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.310441 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.310611 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.310754 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.310889 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.311024 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.311157 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.311315 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.311458 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.311621 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.311764 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.311909 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.312070 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.312212 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.312396 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.312562 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.312698 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.312859 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.313011 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.313162 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.313301 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.313456 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.313598 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.313759 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.313900 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.314059 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.314201 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.314345 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.314500 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.314657 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.314799 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.314960 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.315183 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.315324 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.315459 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.315594 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.315743 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.315880 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.316014 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.316149 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.316284 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.316521 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.316666 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.316802 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.316937 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.317081 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.317218 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.317353 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.317488 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.317621 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.317781 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.317923 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.318082 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.318224 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.318396 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.318553 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.318688 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.318886 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.319068 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.319208 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.319344 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.319480 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.319623 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.319788 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.319927 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.320072 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.320208 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.320386 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.320540 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.320676 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.320811 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.320945 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.321097 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.321255 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.321413 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.321580 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.321735 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.321871 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.322013 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.322184 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.322326 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.322487 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.322644 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.322801 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.322958 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.323117 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.323278 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.323446 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.323611 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.323769 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.323935 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.324100 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.324266 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.324448 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.324600 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.324764 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.324921 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.325079 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.325242 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.325394 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.325553 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.325709 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.325867 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.326027 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.326186 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.326342 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.326499 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.326655 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.326813 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.326970 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.327151 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.327283 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.327444 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.327599 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.327738 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:46:37.327873 dv-cinder-808137-1-iscsi neutron-server[100850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 21:46:37.508529 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 46942) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:37.517137 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062740 Sep 09 21:46:49.164624 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4abf00e-858c-4b5c-ac65-9ffdf92cc72e None None] get_active_networks_info from dv-cinder-808137-1-iscsi {{(pid=100963) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 21:46:49.230922 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abf00e-858c-4b5c-ac65-9ffdf92cc72e None None] No non-hosted networks {{(pid=100963) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 21:46:49.239486 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.agentschedulers_db [None req-e4abf00e-858c-4b5c-ac65-9ffdf92cc72e None None] DHCP Agent not found on host dv-cinder-808137-1-iscsi {{(pid=100963) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 09 21:46:49.297015 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-d3592a32-96d2-43c3-bfe6-ac75b11a2c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589778'] for agent, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:51.967288 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-65cadad6-1006-4b78-bc0a-c1bc516bcc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589778'] for agent, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:52.000400 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.db.api [None req-8f8ba17f-a9e2-416b-bff2-b6da58a2be96 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-808137-1-iscsi {{(pid=100963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 21:46:52.001189 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG oslo_db.api [None req-8f8ba17f-a9e2-416b-bff2-b6da58a2be96 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 21:46:52.068522 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589778'] for agent, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:52.069426 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.069926 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.070416 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.070887 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.071356 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.071821 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.072315 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.072802 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.073268 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.073744 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.074222 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.074737 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:52.075270 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808137-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:52.088503 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808137-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:52.685811 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba17f-a9e2-416b-bff2-b6da58a2be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:53.268759 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589778'] for agent, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:54.542961 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589778'] for agent, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:55.603090 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47036) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:56.089991 dv-cinder-808137-1-iscsi neutron-server[100962]: WARNING oslo_policy.policy [None req-7c2fc036-00c4-4a20-9aa9-469d947bc373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:46:56.090556 dv-cinder-808137-1-iscsi neutron-server[100962]: WARNING oslo_policy.policy [None req-7c2fc036-00c4-4a20-9aa9-469d947bc373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:46:56.311706 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [None req-7c2fc036-00c4-4a20-9aa9-469d947bc373 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:46:56.312732 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-7c2fc036-00c4-4a20-9aa9-469d947bc373 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7086289 Sep 09 21:46:58.728476 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47050) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:59.049274 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-71541c71-5d2a-4fa7-94da-3e1b3716f680 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:46:59.151987 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.policy [None req-71541c71-5d2a-4fa7-94da-3e1b3716f680 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100962) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 21:46:59.182849 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.db.l3_hamode_db [None req-3835d841-780e-404f-afab-042474d3940f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 21:46:59.198257 dv-cinder-808137-1-iscsi neutron-server[100962]: WARNING oslo_policy.policy [None req-71541c71-5d2a-4fa7-94da-3e1b3716f680 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:46:59.198659 dv-cinder-808137-1-iscsi neutron-server[100962]: WARNING oslo_policy.policy [None req-71541c71-5d2a-4fa7-94da-3e1b3716f680 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:46:59.207427 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.quota [None req-71541c71-5d2a-4fa7-94da-3e1b3716f680 admin admin] Loaded quota_driver: . Sep 09 21:46:59.260912 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835d841-780e-404f-afab-042474d3940f None None] Routers set() bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:46:59.261987 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835d841-780e-404f-afab-042474d3940f None None] Router IDs set() for agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 21:46:59.354098 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-71541c71-5d2a-4fa7-94da-3e1b3716f680 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741524936604', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741524935073', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741524940659', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741524941271', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741524250385', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741524970809', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1636096', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1943480', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-963182', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1038660'] for rbac-policy, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:59.731757 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-71541c71-5d2a-4fa7-94da-3e1b3716f680 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:59.733022 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-71541c71-5d2a-4fa7-94da-3e1b3716f680 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0035522 Sep 09 21:47:02.312773 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47062) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:02.809795 dv-cinder-808137-1-iscsi neutron-server[100961]: WARNING oslo_policy.policy [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:47:02.810432 dv-cinder-808137-1-iscsi neutron-server[100961]: WARNING oslo_policy.policy [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:47:03.029171 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Request body: {'network': {'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'name': 'private', 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'admin_state_up': True}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:47:03.030806 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.quota [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Loaded quota_driver: . Sep 09 21:47:03.154223 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Made reservation on behalf of 2fb317bc30a448b48505de47f4f2d854 for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:47:03.223188 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.policy [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100961) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 21:47:03.267460 dv-cinder-808137-1-iscsi neutron-server[100961]: WARNING oslo_policy.policy [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:47:03.267830 dv-cinder-808137-1-iscsi neutron-server[100961]: WARNING oslo_policy.policy [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:47:03.278345 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.299962 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.429294 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.508506 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.532616 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:47:03.560091 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741521645204', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.560665 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Unsubscribe: segment precommit_create {{(pid=100961) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 21:47:03.561182 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Added segment c2dcb776-0be3-470b-8a33-1bec6ad1e4cb of type vlan for network 33af3a45-0c62-4d2f-aedd-558a56cab262 Sep 09 21:47:03.567112 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7259ba-eb1b-4b15-be6f-34d743921342,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:03.588264 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.588644 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.588983 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.589312 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.589635 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.589978 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.590306 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.590640 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.590980 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.591302 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.591730 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.592048 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Tracked resource versions report: Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: pushed versions: Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: { 'AddressGroup': {'1.2'}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'ConntrackHelper': {'1.0'}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Log': {'1.0'}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Network': {'1.1'}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Port': {'1.7'}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'PortForwarding': {'1.2'}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'QosPolicy': {'1.9'}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SecurityGroup': {'1.4'}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SubPort': {'1.0'}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Subnet': {'1.1'}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Trunk': {'1.1'}} Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: consumer versions: Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: { DHCP agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: L3 agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: Metadata agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: Metering agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: Open vSwitch agent@dv-cinder-808137-1-iscsi: { 'AddressGroup': '1.2', Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'ConntrackHelper': '1.0', Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Log': '1.0', Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Network': '1.1', Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Port': '1.7', Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'PortForwarding': '1.2', Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'QosPolicy': '1.9', Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SecurityGroup': '1.4', Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SecurityGroupRule': '1.2', Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SubPort': '1.0', Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Subnet': '1.1', Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Trunk': '1.1'}} Sep 09 21:47:03.593193 dv-cinder-808137-1-iscsi neutron-server[100961]: {{(pid=100961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:47:03.709607 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.801193 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.802460 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:03.803643 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.899654 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] Pushing event updated for resources: {'Network': ['ID=33af3a45-0c62-4d2f-aedd-558a56cab262,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:03.902336 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-6a3b9be0-9080-45d0-82df-fe1ebd79c8fa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5871923 Sep 09 21:47:03.926501 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 33af3a45-0c62-4d2f-aedd-558a56cab262 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:47:06.559391 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47084) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:06.950058 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a98ac6-7292-417a-9f25-9fbdd5dbb0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:06.951431 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a3a98ac6-7292-417a-9f25-9fbdd5dbb0ee admin admin] 10.222.0.52 "GET /v2.0/networks/33af3a45-0c62-4d2f-aedd-558a56cab262 HTTP/1.1" status: 200 len: 825 time: 0.3910697 Sep 09 21:47:06.990195 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-478912fd-5598-4672-8646-c9bb892aa096 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/94e8292f-601d-4851-8bd7-41523788efe7 HTTP/1.1" status: 200 len: 734 time: 0.0324357 Sep 09 21:47:06.999984 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262', 'name': 'private-subnet', 'subnetpool_id': '94e8292f-601d-4851-8bd7-41523788efe7', 'ip_version': 4, 'tenant_id': '2fb317bc30a448b48505de47f4f2d854'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:47:07.108138 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] Made reservation on behalf of 2fb317bc30a448b48505de47f4f2d854 for: {'subnet': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:47:07.110474 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:07.456153 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for subnet, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:07.523569 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e481656d-a3be-48ff-aa8a-9aedb72760f7,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:07.525957 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] Checking segment: {'id': 'c2dcb776-0be3-470b-8a33-1bec6ad1e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:47:07.526345 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] Network hostable DHCP agents. Network: 33af3a45-0c62-4d2f-aedd-558a56cab262, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:47:07.645443 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] Network 33af3a45-0c62-4d2f-aedd-558a56cab262 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:47:07.742988 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 33af3a45-0c62-4d2f-aedd-558a56cab262) {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:47:07.747672 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:07.748261 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:07.752584 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd55d3b5-5e6c-41bd-b3c5-a035112e58e1 None None] Network 33af3a45-0c62-4d2f-aedd-558a56cab262 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:47:07.857991 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-536e1acf-aca3-49ba-aa75-a7d63e33f1a3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8612204 Sep 09 21:47:08.078535 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca9be6b-504f-507d-a59e-432101f10e67-33af3a45-0c62-4d2f-aedd-558a56cab262', 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'fixed_ips': [{'subnet_id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7'}]}} from dv-cinder-808137-1-iscsi. {{(pid=100963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:47:08.079720 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:08.361933 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.db_base_plugin_common [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Allocated IP 172.20.0.2 (33af3a45-0c62-4d2f-aedd-558a56cab262/e481656d-a3be-48ff-aa8a-9aedb72760f7/fbd958ca-6a2d-4750-9f01-2da161906285) {{(pid=100963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:47:08.591622 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Notify callbacks [] for port, precommit_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:08.606666 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Transition to ACTIVE for port object fbd958ca-6a2d-4750-9f01-2da161906285 will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:47:08.627414 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Transition to ACTIVE for port object fbd958ca-6a2d-4750-9f01-2da161906285 will not be triggered until provisioned by entity DHCP. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:47:08.708819 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:08.779744 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Network 33af3a45-0c62-4d2f-aedd-558a56cab262 is already hosted by enough agents. {{(pid=100963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:47:08.785612 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.base_scheduler [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Resources bound (agent type, host, resource id): {{(pid=100963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:47:08.796931 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Received port after_create {{(pid=100963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:47:08.800153 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Pushing event updated for resources: {'Port': ['ID=fbd958ca-6a2d-4750-9f01-2da161906285,revision_number=1']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:08.832392 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.832757 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.833100 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.833435 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.833770 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.834101 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.834461 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.834787 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.835128 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.835455 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.835775 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.836096 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Tracked resource versions report: Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: pushed versions: Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: { 'AddressGroup': {'1.2'}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'ConntrackHelper': {'1.0'}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Log': {'1.0'}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Network': {'1.1'}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Port': {'1.7'}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'PortForwarding': {'1.2'}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'QosPolicy': {'1.9'}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SecurityGroup': {'1.4'}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SubPort': {'1.0'}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Subnet': {'1.1'}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Trunk': {'1.1'}} Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: consumer versions: Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: { DHCP agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: L3 agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: Metadata agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: Metering agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: Open vSwitch agent@dv-cinder-808137-1-iscsi: { 'AddressGroup': '1.2', Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'ConntrackHelper': '1.0', Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Log': '1.0', Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Network': '1.1', Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Port': '1.7', Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'PortForwarding': '1.2', Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'QosPolicy': '1.9', Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SecurityGroup': '1.4', Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SecurityGroupRule': '1.2', Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SubPort': '1.0', Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Subnet': '1.1', Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Trunk': '1.1'}} Sep 09 21:47:08.837220 dv-cinder-808137-1-iscsi neutron-server[100963]: {{(pid=100963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:47:08.884874 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Attempting to bind port fbd958ca-6a2d-4750-9f01-2da161906285 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:47:08.885190 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Attempting to bind port fbd958ca-6a2d-4750-9f01-2da161906285 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'c2dcb776-0be3-470b-8a33-1bec6ad1e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:47:08.885602 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Attempting to bind port fbd958ca-6a2d-4750-9f01-2da161906285 on network 33af3a45-0c62-4d2f-aedd-558a56cab262 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:47:08.890702 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:47:08.891111 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Checking segment: {'id': 'c2dcb776-0be3-470b-8a33-1bec6ad1e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:47:08.891575 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:08.891966 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Bound using segment: {'id': 'c2dcb776-0be3-470b-8a33-1bec6ad1e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:47:08.892450 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Bound port: fbd958ca-6a2d-4750-9f01-2da161906285, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2dcb776-0be3-470b-8a33-1bec6ad1e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:47:08.892865 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:08.958257 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] For port fbd958ca-6a2d-4750-9f01-2da161906285, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:47:08.962705 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] For port fbd958ca-6a2d-4750-9f01-2da161906285, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=fbd958ca-6a2d-4750-9f01-2da161906285,segment=NetworkSegment(c2dcb776-0be3-470b-8a33-1bec6ad1e4cb),segment_id=c2dcb776-0be3-470b-8a33-1bec6ad1e4cb)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:47:09.021748 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:09.093520 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48082ab-9b92-4e14-9e42-db00289b7a0e None None] Pushing event updated for resources: {'Port': ['ID=fbd958ca-6a2d-4750-9f01-2da161906285,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:10.291135 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47092) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:10.613429 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [None req-b972c7d2-0eb7-460d-9463-f64e5b68368c admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:47:10.614424 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-b972c7d2-0eb7-460d-9463-f64e5b68368c admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3222556 Sep 09 21:47:13.010253 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47100) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:13.323989 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [None req-d8f7326f-a4a2-4346-b6c2-4a65ecf6c0bd admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:47:13.325149 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-d8f7326f-a4a2-4346-b6c2-4a65ecf6c0bd admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3140576 Sep 09 21:47:16.002552 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47110) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:16.324386 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-507eec43-4d99-4652-9218-38455378cc07 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2fb317bc30a448b48505de47f4f2d854'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:47:16.416004 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-507eec43-4d99-4652-9218-38455378cc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13242'] for router, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.417791 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-507eec43-4d99-4652-9218-38455378cc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13235'] for router, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.572140 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-507eec43-4d99-4652-9218-38455378cc07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.789851 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-507eec43-4d99-4652-9218-38455378cc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589643'] for router, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.885591 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-507eec43-4d99-4652-9218-38455378cc07 admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.886818 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-507eec43-4d99-4652-9218-38455378cc07 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8832514 Sep 09 21:47:17.476091 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a28488-21e4-4f73-b125-f4ab389be10e None None] Network 33af3a45-0c62-4d2f-aedd-558a56cab262 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:47:17.551133 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device fbd958ca-6a2d-4750-9f01-2da161906285 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:47:17.600415 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-149c6212-1553-4c7f-9166-791e002f6c9e None None] Provisioning for port fbd958ca-6a2d-4750-9f01-2da161906285 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:47:17.827209 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port fbd958ca-6a2d-4750-9f01-2da161906285 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:47:17.827209 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port fbd958ca-6a2d-4750-9f01-2da161906285 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:47:17.827209 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.908697 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.949790 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port fbd958ca-6a2d-4750-9f01-2da161906285, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=fbd958ca-6a2d-4750-9f01-2da161906285,segment=NetworkSegment(c2dcb776-0be3-470b-8a33-1bec6ad1e4cb),segment_id=c2dcb776-0be3-470b-8a33-1bec6ad1e4cb)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:17.954823 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-79a61e82-724c-4cfe-b4ac-703792abaaaa None None] Provisioning complete for port fbd958ca-6a2d-4750-9f01-2da161906285 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:47:17.955187 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-79a61e82-724c-4cfe-b4ac-703792abaaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:18.031474 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:18.035327 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-79a61e82-724c-4cfe-b4ac-703792abaaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:18.114066 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=fbd958ca-6a2d-4750-9f01-2da161906285,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:18.128069 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.db.api [None req-79a61e82-724c-4cfe-b4ac-703792abaaaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 21:47:18.128471 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG oslo_db.api [None req-79a61e82-724c-4cfe-b4ac-703792abaaaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 21:47:19.106983 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e02804ab-0d8c-4caf-930f-4b05188cd6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.310406 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47122) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:19.505099 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device fbd958ca-6a2d-4750-9f01-2da161906285 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:47:19.556625 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port fbd958ca-6a2d-4750-9f01-2da161906285 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:47:19.556998 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.630184 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [None req-a9c8b063-fabd-4ac4-a619-9f78407cc6ef admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:47:19.631302 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-a9c8b063-fabd-4ac4-a619-9f78407cc6ef admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3199778 Sep 09 21:47:21.925378 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-efb8b188-e820-4fc1-a648-9cd1e8f0c1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:22.030995 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47130) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:22.034753 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:22.341257 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:47:22.450653 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Made reservation on behalf of fe130bb2877e4a34806e54cee7eb888c for: {'network': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:47:22.453481 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:22.468868 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:22.714508 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:22.769857 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:22.781367 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Reserving flat network on physical network physnet1 {{(pid=100962) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 21:47:22.816012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741521645204', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:22.816611 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Unsubscribe: segment precommit_create {{(pid=100962) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 21:47:22.817132 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.segments_db [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Added segment d4fe9a99-49ee-4f93-8726-e83c788a0bf3 of type flat for network 584713b3-eff6-4e86-ae47-0d6e97969935 Sep 09 21:47:22.832189 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a0767f-6e1c-43bd-8e3e-aa8adb82c6c0,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:22.855818 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.856171 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.856530 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.856860 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.857178 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.857513 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.857837 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.858177 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.858513 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.858830 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.859143 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.859452 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Tracked resource versions report: Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: pushed versions: Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: { 'AddressGroup': {'1.2'}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'ConntrackHelper': {'1.0'}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Log': {'1.0'}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Network': {'1.1'}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Port': {'1.7'}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'PortForwarding': {'1.2'}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'QosPolicy': {'1.9'}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SecurityGroup': {'1.4'}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SubPort': {'1.0'}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Subnet': {'1.1'}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Trunk': {'1.1'}} Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: consumer versions: Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: { DHCP agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: L3 agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: Metadata agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: Metering agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: Open vSwitch agent@dv-cinder-808137-1-iscsi: { 'AddressGroup': '1.2', Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'ConntrackHelper': '1.0', Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Log': '1.0', Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Network': '1.1', Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Port': '1.7', Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'PortForwarding': '1.2', Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'QosPolicy': '1.9', Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SecurityGroup': '1.4', Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SecurityGroupRule': '1.2', Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SubPort': '1.0', Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Subnet': '1.1', Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Trunk': '1.1'}} Sep 09 21:47:22.860557 dv-cinder-808137-1-iscsi neutron-server[100962]: {{(pid=100962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:47:22.937756 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:23.056556 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:23.057646 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:23.058305 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:23.154687 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] Pushing event updated for resources: {'Network': ['ID=584713b3-eff6-4e86-ae47-0d6e97969935,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:23.166259 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 584713b3-eff6-4e86-ae47-0d6e97969935 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:47:23.183180 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-957397be-8442-44ce-b034-6ffe102dbe4c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1511045 Sep 09 21:47:23.222896 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:24.468315 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:25.559692 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47152) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:25.746235 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec9b603-8842-48b1-82aa-c892e611d0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:25.747623 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-fec9b603-8842-48b1-82aa-c892e611d0b4 admin admin] 10.222.0.52 "GET /v2.0/subnets/e481656d-a3be-48ff-aa8a-9aedb72760f7 HTTP/1.1" status: 200 len: 849 time: 0.1870005 Sep 09 21:47:25.906646 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-ddca5931-9f7b-4c00-82ee-d36c0709c636 admin admin] 10.222.0.52 "GET /v2.0/routers/2edb1ca2-108f-43f7-be70-8e7968c40db1 HTTP/1.1" status: 200 len: 704 time: 0.1528420 Sep 09 21:47:26.170072 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:26.458660 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Allocated IP 172.20.0.1 (33af3a45-0c62-4d2f-aedd-558a56cab262/e481656d-a3be-48ff-aa8a-9aedb72760f7/77eda5ee-e9bb-4b1a-8317-dde1963bb833) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:47:26.608693 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:26.630685 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.provisioning_blocks [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Transition to ACTIVE for port object 77eda5ee-e9bb-4b1a-8317-dde1963bb833 will not be triggered until provisioned by entity DHCP. {{(pid=100961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:47:26.748512 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:26.821124 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Network 33af3a45-0c62-4d2f-aedd-558a56cab262 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:47:26.827680 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:47:26.832323 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:47:26.833304 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589722'] for router_interface, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:26.907355 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Pushing event updated for resources: {'Port': ['ID=77eda5ee-e9bb-4b1a-8317-dde1963bb833,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:27.107816 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-41eca60c-9a89-4f57-ae05-504c3a50fbec None None] Provisioning for port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:47:27.111492 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-41eca60c-9a89-4f57-ae05-504c3a50fbec None None] Provisioning complete for port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:47:27.111869 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-41eca60c-9a89-4f57-ae05-504c3a50fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:27.126729 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:27.145564 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-41eca60c-9a89-4f57-ae05-504c3a50fbec None None] Port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:47:27.335207 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:27.388118 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:27.388903 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587530'] for router_interface, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:27.450544 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Pushing event updated for resources: {'Port': ['ID=77eda5ee-e9bb-4b1a-8317-dde1963bb833,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:27.515223 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Network 33af3a45-0c62-4d2f-aedd-558a56cab262 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:47:27.516576 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:47:27.753768 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Router 2edb1ca2-108f-43f7-be70-8e7968c40db1 is scheduled to L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac with binding_index 1 {{(pid=100961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:47:27.766956 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-a902b768-fe96-47be-aca9-a7ca5a8f7b72 None None] Provisioning complete for port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:47:27.767318 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a902b768-fe96-47be-aca9-a7ca5a8f7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:27.800998 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-a902b768-fe96-47be-aca9-a7ca5a8f7b72 None None] Port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:47:27.853252 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:47:27.858664 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-f81fb69f-9b89-4fca-a016-0b8e3f202c60 admin admin] 10.222.0.52 "PUT /v2.0/routers/2edb1ca2-108f-43f7-be70-8e7968c40db1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9463313 Sep 09 21:47:27.876243 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Sync routers for ids ['2edb1ca2-108f-43f7-be70-8e7968c40db1'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:47:27.887844 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Routers {'2edb1ca2-108f-43f7-be70-8e7968c40db1'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:27.888680 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:47:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['2edb1ca2-108f-43f7-be70-8e7968c40db1'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:28.073938 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Set router 2edb1ca2-108f-43f7-be70-8e7968c40db1 gateway port host: None {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:28.500141 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'name': 'router1', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:47:16Z', 'updated_at': '2021-09-09T21:47:27Z', 'revision_number': 2, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'gw_port_host': None, '_interfaces': [{'id': '77eda5ee-e9bb-4b1a-8317-dde1963bb833', 'name': '', 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'mac_address': 'fa:16:3e:b6:0e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:47:26Z', 'updated_at': '2021-09-09T21:47:27Z', 'revision_number': 2, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'subnets': [{'id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e8292f-601d-4851-8bd7-41523788efe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:28.552657 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Checking router: 2edb1ca2-108f-43f7-be70-8e7968c40db1 for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:47:28.553034 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Updating router 2edb1ca2-108f-43f7-be70-8e7968c40db1 port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 binding host dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:47:28.602372 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:29.122817 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Notify callbacks [] for port, precommit_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:29.141825 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.provisioning_blocks [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Transition to ACTIVE for port object 77eda5ee-e9bb-4b1a-8317-dde1963bb833 will not be triggered until provisioned by entity L2. {{(pid=100964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:47:29.221893 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:29.361190 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Pushing event updated for resources: {'Port': ['ID=77eda5ee-e9bb-4b1a-8317-dde1963bb833,revision_number=3']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:29.390307 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.390655 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.390989 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.391315 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.391639 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.391962 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.392280 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.392621 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.392954 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.393267 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.393587 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.393901 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Tracked resource versions report: Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: pushed versions: Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: { 'AddressGroup': {'1.2'}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'ConntrackHelper': {'1.0'}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Log': {'1.0'}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Network': {'1.1'}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Port': {'1.7'}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'PortForwarding': {'1.2'}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'QosPolicy': {'1.9'}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SecurityGroup': {'1.4'}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SubPort': {'1.0'}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Subnet': {'1.1'}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Trunk': {'1.1'}} Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: consumer versions: Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: { DHCP agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: L3 agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: Metadata agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: Metering agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: Open vSwitch agent@dv-cinder-808137-1-iscsi: { 'AddressGroup': '1.2', Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'ConntrackHelper': '1.0', Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Log': '1.0', Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Network': '1.1', Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Port': '1.7', Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'PortForwarding': '1.2', Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'QosPolicy': '1.9', Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SecurityGroup': '1.4', Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SecurityGroupRule': '1.2', Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SubPort': '1.0', Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Subnet': '1.1', Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Trunk': '1.1'}} Sep 09 21:47:29.394998 dv-cinder-808137-1-iscsi neutron-server[100964]: {{(pid=100964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:47:29.401769 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Attempting to bind port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:47:29.402171 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Attempting to bind port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'c2dcb776-0be3-470b-8a33-1bec6ad1e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262'}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:47:29.402625 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Attempting to bind port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 on network 33af3a45-0c62-4d2f-aedd-558a56cab262 {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:47:29.408239 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:47:29.408687 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Checking segment: {'id': 'c2dcb776-0be3-470b-8a33-1bec6ad1e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:47:29.409148 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:29.409533 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Bound using segment: {'id': 'c2dcb776-0be3-470b-8a33-1bec6ad1e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262'} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:47:29.410539 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Bound port: 77eda5ee-e9bb-4b1a-8317-dde1963bb833, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2dcb776-0be3-470b-8a33-1bec6ad1e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262'}}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:47:29.410539 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:29.477671 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] For port 77eda5ee-e9bb-4b1a-8317-dde1963bb833, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:47:29.497466 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] For port 77eda5ee-e9bb-4b1a-8317-dde1963bb833, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=77eda5ee-e9bb-4b1a-8317-dde1963bb833,segment=NetworkSegment(c2dcb776-0be3-470b-8a33-1bec6ad1e4cb),segment_id=c2dcb776-0be3-470b-8a33-1bec6ad1e4cb)] {{(pid=100964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:47:29.582919 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:29.634237 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Routers {'2edb1ca2-108f-43f7-be70-8e7968c40db1'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:29.634877 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:47:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['2edb1ca2-108f-43f7-be70-8e7968c40db1'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:29.714062 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c667a6-ae24-4f53-ba09-34094f004575 None None] Pushing event updated for resources: {'Port': ['ID=77eda5ee-e9bb-4b1a-8317-dde1963bb833,revision_number=4']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:29.745205 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] Set router 2edb1ca2-108f-43f7-be70-8e7968c40db1 gateway port host: None {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:29.952838 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'name': 'router1', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:47:16Z', 'updated_at': '2021-09-09T21:47:27Z', 'revision_number': 2, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'gw_port_host': None, '_interfaces': [{'id': '77eda5ee-e9bb-4b1a-8317-dde1963bb833', 'name': '', 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'mac_address': 'fa:16:3e:b6:0e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:47:26Z', 'updated_at': '2021-09-09T21:47:29Z', 'revision_number': 4, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'subnets': [{'id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e8292f-601d-4851-8bd7-41523788efe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:29.980382 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c1492-9f1b-4757-8149-71d933c2d28c None None] The sync data for ids ['2edb1ca2-108f-43f7-be70-8e7968c40db1'] in dv-cinder-808137-1-iscsi is: [{'id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'name': 'router1', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:47:16Z', 'updated_at': '2021-09-09T21:47:27Z', 'revision_number': 2, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'gw_port_host': None, '_interfaces': [{'id': '77eda5ee-e9bb-4b1a-8317-dde1963bb833', 'name': '', 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'mac_address': 'fa:16:3e:b6:0e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:47:26Z', 'updated_at': '2021-09-09T21:47:29Z', 'revision_number': 4, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'subnets': [{'id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e8292f-601d-4851-8bd7-41523788efe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:47:30.134740 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47172) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:30.245315 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9984b9ef-f0d7-4a49-8ec5-f56e733b21f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:30.246629 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-9984b9ef-f0d7-4a49-8ec5-f56e733b21f2 admin admin] 10.222.0.52 "GET /v2.0/networks/584713b3-eff6-4e86-ae47-0d6e97969935 HTTP/1.1" status: 200 len: 842 time: 0.1108019 Sep 09 21:47:30.257117 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Request body: {'subnet': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:47:30.381553 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Made reservation on behalf of fe130bb2877e4a34806e54cee7eb888c for: {'subnet': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:47:30.383850 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:30.774681 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.objects.ports [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100961) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 21:47:30.775216 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for subnet, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:30.831892 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:30.838512 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Checking segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:47:30.838871 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Network hostable DHCP agents. Network: 584713b3-eff6-4e86-ae47-0d6e97969935, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:47:30.907725 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:47:30.965198 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 584713b3-eff6-4e86-ae47-0d6e97969935) {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:47:30.969270 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:30.969854 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:30.975261 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89daed5d-ad00-4dbd-a67f-945da3322692 None None] Network 584713b3-eff6-4e86-ae47-0d6e97969935 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:47:31.056395 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-7da92e0f-6e3e-4a5f-80d6-fc927697cb5c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7922351 Sep 09 21:47:31.114439 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c242ebc4-b15f-4461-8e51-6a5050f9d7bf None None] Network 584713b3-eff6-4e86-ae47-0d6e97969935 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:47:33.403033 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47180) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:33.651211 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-68d4087a-7c01-47bc-a6ec-16501c600cdf admin admin] 10.222.0.52 "GET /v2.0/routers/2edb1ca2-108f-43f7-be70-8e7968c40db1 HTTP/1.1" status: 200 len: 710 time: 0.2468350 Sep 09 21:47:33.804000 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb88b3-9ff9-48f4-b371-507c18e9d75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:33.805421 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-62bb88b3-9ff9-48f4-b371-507c18e9d75a admin admin] 10.222.0.52 "GET /v2.0/networks/584713b3-eff6-4e86-ae47-0d6e97969935 HTTP/1.1" status: 200 len: 886 time: 0.1481361 Sep 09 21:47:33.815112 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:47:34.064242 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:34.440865 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:34.517464 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:34.705028 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Allocated IP 172.27.1.7 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/2fad9b14-d5ca-4488-9761-4d18527a865e) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:47:34.813791 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:34.948513 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:35.080079 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:47:35.085045 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:47:35.095269 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:47:35.145824 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=2fad9b14-d5ca-4488-9761-4d18527a865e,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:35.475595 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:35.523078 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 77eda5ee-e9bb-4b1a-8317-dde1963bb833 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:47:35.626371 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:47:35.630352 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:47:35.630711 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:35.706552 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13213'] for router, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:35.711722 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-588977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558881'] for router, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:35.758681 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:35.791836 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 77eda5ee-e9bb-4b1a-8317-dde1963bb833, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=77eda5ee-e9bb-4b1a-8317-dde1963bb833,segment=NetworkSegment(c2dcb776-0be3-470b-8a33-1bec6ad1e4cb),segment_id=c2dcb776-0be3-470b-8a33-1bec6ad1e4cb)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:35.822592 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Router 2edb1ca2-108f-43f7-be70-8e7968c40db1 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:47:35.851172 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:35.903220 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=77eda5ee-e9bb-4b1a-8317-dde1963bb833,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:35.930184 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:47:35.934466 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:35.935633 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-95af1bd9-d061-4ddf-8a12-95cf5aed6ef3 admin admin] 10.222.0.52 "PUT /v2.0/routers/2edb1ca2-108f-43f7-be70-8e7968c40db1 HTTP/1.1" status: 200 len: 888 time: 2.1238534 Sep 09 21:47:36.392269 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Sync routers for ids ['2edb1ca2-108f-43f7-be70-8e7968c40db1'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:47:36.403109 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Routers {'2edb1ca2-108f-43f7-be70-8e7968c40db1'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:36.403794 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:47:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['2edb1ca2-108f-43f7-be70-8e7968c40db1'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:36.616958 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Set router 2edb1ca2-108f-43f7-be70-8e7968c40db1 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:37.013729 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'name': 'router1', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2fad9b14-d5ca-4488-9761-4d18527a865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:47:16Z', 'updated_at': '2021-09-09T21:47:35Z', 'revision_number': 4, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'gw_port': {'id': '2fad9b14-d5ca-4488-9761-4d18527a865e', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:47:34Z', 'updated_at': '2021-09-09T21:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '77eda5ee-e9bb-4b1a-8317-dde1963bb833', 'name': '', 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'mac_address': 'fa:16:3e:b6:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:47:26Z', 'updated_at': '2021-09-09T21:47:35Z', 'revision_number': 5, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'subnets': [{'id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e8292f-601d-4851-8bd7-41523788efe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:37.063478 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Checking router: 2edb1ca2-108f-43f7-be70-8e7968c40db1 for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:47:37.063849 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Updating router 2edb1ca2-108f-43f7-be70-8e7968c40db1 port 2fad9b14-d5ca-4488-9761-4d18527a865e binding host dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:47:37.113396 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:37.439308 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Notify callbacks [] for port, precommit_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:37.449272 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Transition to ACTIVE for port object 2fad9b14-d5ca-4488-9761-4d18527a865e will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:47:37.509364 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 77eda5ee-e9bb-4b1a-8317-dde1963bb833 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:47:37.556955 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:47:37.557315 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:37.577831 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:37.727899 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051ca86-17d8-4094-b7aa-3cf34387e426 None None] Pushing event updated for resources: {'Port': ['ID=2fad9b14-d5ca-4488-9761-4d18527a865e,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:37.731686 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Attempting to bind port 2fad9b14-d5ca-4488-9761-4d18527a865e on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:47:37.732058 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Attempting to bind port 2fad9b14-d5ca-4488-9761-4d18527a865e by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:47:37.732439 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Attempting to bind port 2fad9b14-d5ca-4488-9761-4d18527a865e on network 584713b3-eff6-4e86-ae47-0d6e97969935 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:47:37.740334 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:47:37.740705 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Checking segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:47:37.741360 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:37.741742 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Bound using segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:47:37.742194 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Bound port: 2fad9b14-d5ca-4488-9761-4d18527a865e, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:47:37.742582 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:37.819116 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] For port 2fad9b14-d5ca-4488-9761-4d18527a865e, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:47:37.822269 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] For port 2fad9b14-d5ca-4488-9761-4d18527a865e, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=2fad9b14-d5ca-4488-9761-4d18527a865e,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:47:37.896772 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:37.948115 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Routers {'2edb1ca2-108f-43f7-be70-8e7968c40db1'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:37.948765 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:47:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['2edb1ca2-108f-43f7-be70-8e7968c40db1'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:37.994806 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051ca86-17d8-4094-b7aa-3cf34387e426 None None] Pushing event updated for resources: {'Port': ['ID=2fad9b14-d5ca-4488-9761-4d18527a865e,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:38.068220 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] Set router 2edb1ca2-108f-43f7-be70-8e7968c40db1 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:38.281760 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'name': 'router1', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2fad9b14-d5ca-4488-9761-4d18527a865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:47:16Z', 'updated_at': '2021-09-09T21:47:35Z', 'revision_number': 4, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'gw_port': {'id': '2fad9b14-d5ca-4488-9761-4d18527a865e', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:47:34Z', 'updated_at': '2021-09-09T21:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '77eda5ee-e9bb-4b1a-8317-dde1963bb833', 'name': '', 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'mac_address': 'fa:16:3e:b6:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:47:26Z', 'updated_at': '2021-09-09T21:47:35Z', 'revision_number': 5, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'subnets': [{'id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e8292f-601d-4851-8bd7-41523788efe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:38.308245 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ea4ab-cca3-46f1-a720-8597251d842b None None] The sync data for ids ['2edb1ca2-108f-43f7-be70-8e7968c40db1'] in dv-cinder-808137-1-iscsi is: [{'id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'name': 'router1', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '2fad9b14-d5ca-4488-9761-4d18527a865e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:47:16Z', 'updated_at': '2021-09-09T21:47:35Z', 'revision_number': 4, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'gw_port': {'id': '2fad9b14-d5ca-4488-9761-4d18527a865e', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:89:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:47:34Z', 'updated_at': '2021-09-09T21:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '77eda5ee-e9bb-4b1a-8317-dde1963bb833', 'name': '', 'network_id': '33af3a45-0c62-4d2f-aedd-558a56cab262', 'tenant_id': '2fb317bc30a448b48505de47f4f2d854', 'mac_address': 'fa:16:3e:b6:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb1ca2-108f-43f7-be70-8e7968c40db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:47:26Z', 'updated_at': '2021-09-09T21:47:35Z', 'revision_number': 5, 'project_id': '2fb317bc30a448b48505de47f4f2d854', 'subnets': [{'id': 'e481656d-a3be-48ff-aa8a-9aedb72760f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e8292f-601d-4851-8bd7-41523788efe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:47:38.331957 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47192) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:38.475244 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-a2ab5ea2-eb6e-4d13-b251-94469c7b2a72 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1420031 Sep 09 21:47:39.528382 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 2fad9b14-d5ca-4488-9761-4d18527a865e up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:47:39.649499 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 2fad9b14-d5ca-4488-9761-4d18527a865e completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:47:39.653522 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 2fad9b14-d5ca-4488-9761-4d18527a865e triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:47:39.653893 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:39.737763 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:39.759444 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 2fad9b14-d5ca-4488-9761-4d18527a865e, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=2fad9b14-d5ca-4488-9761-4d18527a865e,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:39.827978 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:39.874499 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=2fad9b14-d5ca-4488-9761-4d18527a865e,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:41.208607 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 5 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:47:41.518814 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 2fad9b14-d5ca-4488-9761-4d18527a865e up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:47:41.570253 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 2fad9b14-d5ca-4488-9761-4d18527a865e triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:47:41.570622 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:49.096685 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a03c5323-91a4-47d5-8c96-b5871b23a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:51.918153 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-60c732c4-133c-440d-957f-238ae574aee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:52.062123 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:53.216549 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:54.514017 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:18.207965 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 5 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:48:19.141309 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-7cc94c31-8882-4244-aeb6-048c41c041f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:22.575716 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-09701b3f-63d4-41bc-87fe-581f2d3465db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:22.614081 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:23.226977 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:24.483550 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:49.112078 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-6a35398d-b598-4b95-bce4-6125af810616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:51.917703 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-d358819b-b8c9-41f6-ad6f-7c1fb85b7cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:52.020707 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:53.231554 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:54.512068 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:55.206621 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 5 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:49:16.564104 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47754) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:49:16.626554 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.pecan_wsgi.hooks.translation [None req-444e0158-aa79-4e8c-a47a-8a2d0a53e666 admin admin] GET failed (client error): The resource could not be found. Sep 09 21:49:16.628011 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-444e0158-aa79-4e8c-a47a-8a2d0a53e666 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622430 Sep 09 21:49:16.866601 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3426c6-4f1c-4cf9-841e-3dd16fea63bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:16.867987 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-5a3426c6-4f1c-4cf9-841e-3dd16fea63bd admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2348185 Sep 09 21:49:19.056418 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47764) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:49:19.117106 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-cdb5724a-04ea-4535-b99c-6e71a584c29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:19.150408 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e8f22-7856-4ecc-913f-4c307a9014f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:19.151771 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-4c9e8f22-7856-4ecc-913f-4c307a9014f1 admin admin] 10.222.0.52 "GET /v2.0/subnets/e481656d-a3be-48ff-aa8a-9aedb72760f7 HTTP/1.1" status: 200 len: 849 time: 0.0944059 Sep 09 21:49:19.161848 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:49:19.247301 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Notify callbacks [] for subnet, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:19.437500 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741521864461'] for subnet, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:19.473605 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:19.474201 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:19.475519 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] 10.222.0.52 "PUT /v2.0/subnets/e481656d-a3be-48ff-aa8a-9aedb72760f7 HTTP/1.1" status: 200 len: 868 time: 0.3174496 Sep 09 21:49:19.481603 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ea5c8-07b0-4d10-aa6e-74c242007ac3 None None] Network 33af3a45-0c62-4d2f-aedd-558a56cab262 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:49:19.511239 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e481656d-a3be-48ff-aa8a-9aedb72760f7,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:49:19.522901 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.523787 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.524697 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.525411 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.526101 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.527005 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.527693 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.528409 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.529111 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.529801 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.530530 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.531412 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e257f441-8674-4394-8246-e7bf378bb0cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:49:19.909176 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-f9e7073c-5e4c-4ca2-aac0-13a8a342cd82 None None] Provisioning complete for port fbd958ca-6a2d-4750-9f01-2da161906285 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:49:19.909539 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f9e7073c-5e4c-4ca2-aac0-13a8a342cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:19.995737 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-f9e7073c-5e4c-4ca2-aac0-13a8a342cd82 None None] Provisioning complete for port 77eda5ee-e9bb-4b1a-8317-dde1963bb833 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:49:19.996061 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f9e7073c-5e4c-4ca2-aac0-13a8a342cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:21.727675 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47772) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:49:21.911266 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-43c16d30-edb6-4471-8273-17028269609e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:21.925165 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b72d87c-fb36-41c4-8108-9260694030af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:21.925651 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b72d87c-fb36-41c4-8108-9260694030af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:21.927269 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-5b72d87c-fb36-41c4-8108-9260694030af admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985741 Sep 09 21:49:22.020072 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:23.230772 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:24.145595 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47780) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:49:24.278603 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdec2e-de08-45af-a2e0-fb466d4cfbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:24.279073 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fdec2e-de08-45af-a2e0-fb466d4cfbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:24.280641 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-b8fdec2e-de08-45af-a2e0-fb466d4cfbf0 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340530 Sep 09 21:49:24.545508 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:26.486734 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47788) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:49:26.616564 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fd8309-f1bc-4ca5-afc2-668744620693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:26.617950 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-70fd8309-f1bc-4ca5-afc2-668744620693 admin admin] 10.222.0.52 "GET /v2.0/networks/33af3a45-0c62-4d2f-aedd-558a56cab262 HTTP/1.1" status: 200 len: 869 time: 0.1302576 Sep 09 21:49:28.809791 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47796) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:49:28.938333 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fff6e05-daf6-4ea6-aada-83051d88c0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:28.940371 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-1fff6e05-daf6-4ea6-aada-83051d88c0d0 admin admin] 10.222.0.52 "GET /v2.0/networks/584713b3-eff6-4e86-ae47-0d6e97969935 HTTP/1.1" status: 200 len: 886 time: 0.1296000 Sep 09 21:49:31.114911 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47804) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:49:31.240999 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f94359-2040-4588-b846-eac8223c2891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:31.241472 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f94359-2040-4588-b846-eac8223c2891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:31.242974 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-51f94359-2040-4588-b846-eac8223c2891 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271465 Sep 09 21:49:32.204977 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 5 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:49:33.422170 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47814) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:49:33.515278 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9aeed-9392-431e-aa25-592fdf667fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:33.524394 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9aeed-9392-431e-aa25-592fdf667fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:33.524394 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-7ce9aeed-9392-431e-aa25-592fdf667fac admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941710 Sep 09 21:49:35.701629 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47822) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:49:35.788266 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1696cd05-79e9-44f9-b8d7-c42e50db88cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:35.789638 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-1696cd05-79e9-44f9-b8d7-c42e50db88cc admin admin] 10.222.0.52 "GET /v2.0/subnets/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8 HTTP/1.1" status: 200 len: 816 time: 0.0870574 Sep 09 21:49:37.959693 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47830) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:49:38.065864 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dcf4b3-d020-4d98-84a6-e35ed05ceaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:49:38.067249 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-e0dcf4b3-d020-4d98-84a6-e35ed05ceaef admin admin] 10.222.0.52 "GET /v2.0/subnets/e481656d-a3be-48ff-aa8a-9aedb72760f7 HTTP/1.1" status: 200 len: 868 time: 0.1066351 Sep 09 21:49:49.093181 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a478cbae-5015-4ce1-a629-f256c1f929c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:51.968608 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-332f6088-65a6-4828-b6e5-4d0f3af65b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:52.030055 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:53.224880 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:54.510350 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:02.110249 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47884) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:50:02.160635 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [None req-9d2ed121-08b8-4a35-a60d-0eb322a5e1dc admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:50:02.161737 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-9d2ed121-08b8-4a35-a60d-0eb322a5e1dc admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503554 Sep 09 21:50:04.449750 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47892) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:50:04.510240 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdab91e-b734-4060-ac2d-a1b4e49f8c18 admin admin] GET failed (client error): The resource could not be found. Sep 09 21:50:04.511561 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-6bdab91e-b734-4060-ac2d-a1b4e49f8c18 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608830 Sep 09 21:50:04.658991 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a0214-0a83-4365-a019-a45b8aa4d8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:50:04.660374 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-bf8a0214-0a83-4365-a019-a45b8aa4d8b6 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1436844 Sep 09 21:50:06.922645 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47900) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:50:06.970872 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:50:07.086995 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Made reservation on behalf of fe130bb2877e4a34806e54cee7eb888c for: {'network': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:50:07.089236 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:07.124559 dv-cinder-808137-1-iscsi neutron-server[100962]: WARNING neutron.services.revisions.revision_plugin [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Could not find related network for resource to bump revision. Sep 09 21:50:07.140258 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:50:07.153484 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:07.153826 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.segments_db [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Added segment eacb5c58-94f1-452d-8847-b50b833a4671 of type vlan for network 4871c13a-8aef-4cd9-95f2-198b83727049 Sep 09 21:50:07.265624 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:07.367281 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:07.368178 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:50:07.368805 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:07.426327 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Pushing event updated for resources: {'Network': ['ID=4871c13a-8aef-4cd9-95f2-198b83727049,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:50:07.433147 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.433523 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.433869 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.434319 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.434665 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.435017 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.435349 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.435696 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.436028 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.436372 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.436688 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.437011 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:07.449368 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 4871c13a-8aef-4cd9-95f2-198b83727049 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:50:07.476783 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-60cf0497-8330-496f-bf09-68896d8ff806 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5526602 Sep 09 21:50:09.203581 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 5 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:50:09.697775 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47908) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:50:09.760985 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f23c69f-1a9f-4931-967f-f53dcee6ef43 admin admin] GET failed (client error): The resource could not be found. Sep 09 21:50:09.762299 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-7f23c69f-1a9f-4931-967f-f53dcee6ef43 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635452 Sep 09 21:50:09.834759 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b747a3-89ed-4a0c-9f85-c845f50d5fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:50:09.836150 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-67b747a3-89ed-4a0c-9f85-c845f50d5fe3 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686080 Sep 09 21:50:09.846569 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:50:09.926686 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] Made reservation on behalf of fe130bb2877e4a34806e54cee7eb888c for: {'subnet': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:50:09.929044 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:10.167220 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for subnet, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:10.226340 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80d1f65-2ec2-466c-9577-4877d1f0df02,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:50:10.236835 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] Checking segment: {'id': 'eacb5c58-94f1-452d-8847-b50b833a4671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:50:10.237183 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] Network hostable DHCP agents. Network: 4871c13a-8aef-4cd9-95f2-198b83727049, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:50:10.326661 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] Network 4871c13a-8aef-4cd9-95f2-198b83727049 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:50:10.390267 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 4871c13a-8aef-4cd9-95f2-198b83727049) {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:50:10.395917 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:50:10.397086 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:10.400895 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8702e0c3-db80-4d62-927c-c60e55a8145d None None] Network 4871c13a-8aef-4cd9-95f2-198b83727049 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:50:10.533942 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-50e62bce-c962-4d8d-b9f1-76e46b504590 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6906381 Sep 09 21:50:10.543004 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca9be6b-504f-507d-a59e-432101f10e67-4871c13a-8aef-4cd9-95f2-198b83727049', 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049', 'tenant_id': 'fe130bb2877e4a34806e54cee7eb888c', 'fixed_ips': [{'subnet_id': 'c80d1f65-2ec2-466c-9577-4877d1f0df02'}]}} from dv-cinder-808137-1-iscsi. {{(pid=100963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:50:10.543933 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:10.697094 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.db_base_plugin_common [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Allocated IP 192.168.233.2 (4871c13a-8aef-4cd9-95f2-198b83727049/c80d1f65-2ec2-466c-9577-4877d1f0df02/7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4) {{(pid=100963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:50:10.846870 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Notify callbacks [] for port, precommit_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:10.855937 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Transition to ACTIVE for port object 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:50:10.872083 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Transition to ACTIVE for port object 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 will not be triggered until provisioned by entity DHCP. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:50:10.927771 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:10.965630 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Network 4871c13a-8aef-4cd9-95f2-198b83727049 is already hosted by enough agents. {{(pid=100963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:50:10.968642 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.base_scheduler [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Resources bound (agent type, host, resource id): {{(pid=100963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:50:10.975166 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Received port after_create {{(pid=100963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:50:10.980866 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Pushing event updated for resources: {'Port': ['ID=7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4,revision_number=1']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:50:10.992063 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:10.992426 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:10.992767 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:10.993098 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:10.993420 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:10.993741 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:10.994093 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:10.994382 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:10.994715 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:10.995032 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:10.995345 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:10.995655 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:50:11.042043 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Attempting to bind port 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:50:11.042404 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Attempting to bind port 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'eacb5c58-94f1-452d-8847-b50b833a4671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:50:11.042754 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Attempting to bind port 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 on network 4871c13a-8aef-4cd9-95f2-198b83727049 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:50:11.047886 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:50:11.048262 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Checking segment: {'id': 'eacb5c58-94f1-452d-8847-b50b833a4671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:50:11.048708 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:11.049104 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Bound using segment: {'id': 'eacb5c58-94f1-452d-8847-b50b833a4671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:50:11.049575 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Bound port: 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacb5c58-94f1-452d-8847-b50b833a4671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:50:11.049984 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:11.119141 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] For port 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:50:11.122337 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] For port 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4,segment=NetworkSegment(eacb5c58-94f1-452d-8847-b50b833a4671),segment_id=eacb5c58-94f1-452d-8847-b50b833a4671)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:50:11.179030 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:11.235171 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a550c-7d2b-492b-87b3-9009a81b4421 None None] Pushing event updated for resources: {'Port': ['ID=7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:50:11.649702 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:50:11.767557 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:50:12.106598 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b50c2-23eb-4117-91c5-434f6e132e9d None None] Network 4871c13a-8aef-4cd9-95f2-198b83727049 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:50:12.287011 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-6b38630e-feef-47d2-a19b-156167d4ded3 None None] Provisioning for port 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:50:12.291671 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-6b38630e-feef-47d2-a19b-156167d4ded3 None None] Provisioning complete for port 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:50:12.291992 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-6b38630e-feef-47d2-a19b-156167d4ded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:12.383577 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-6b38630e-feef-47d2-a19b-156167d4ded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:12.418729 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-6b38630e-feef-47d2-a19b-156167d4ded3 None None] For port 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4,segment=NetworkSegment(eacb5c58-94f1-452d-8847-b50b833a4671),segment_id=eacb5c58-94f1-452d-8847-b50b833a4671)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:50:12.509950 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-6b38630e-feef-47d2-a19b-156167d4ded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:12.559570 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38630e-feef-47d2-a19b-156167d4ded3 None None] Pushing event updated for resources: {'Port': ['ID=7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:50:12.628841 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-b9adc608-b2b6-4052-ad0a-fc184c3dec2c None None] Provisioning complete for port 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:50:12.629202 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b9adc608-b2b6-4052-ad0a-fc184c3dec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:13.625638 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:50:13.676970 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 7a8a9fa1-acb1-4d2b-a81c-ce75fc6910e4 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:50:13.677355 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:19.087032 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-2191a292-7c9a-49f8-a0a5-a736ba3a4650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:21.926934 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbfb1-eace-423d-b33d-d33f2a0f2d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:22.006778 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:23.212605 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:24.492102 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:46.201407 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 5 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:50:49.108678 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3f3ad8f4-798d-4707-898d-2cd3bf94df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:52.017191 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-0fe19f0a-fb2c-42d4-b56f-3e3e2d27537e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:52.045741 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:53.223188 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:54.502828 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:19.126235 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f0006eb4-7b2f-4b61-8f84-ad4424df6cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:21.925339 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b1a68c4f-eb86-4e14-96de-4bebae6dc975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:22.028107 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:23.200840 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 5 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:51:23.216869 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:24.524680 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:49.113380 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-1325101d-7879-408c-aa6e-4cb3339d1887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:51.936455 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-fea4d52a-48fe-4633-b8e6-c2aca6dcd1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:52.021678 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:53.245165 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:54.514166 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:58.272209 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47964) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:51:58.278070 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [None req-506a36ee-81b6-4547-a164-81089345325a tempest-verify_tempest_config-50834157 tempest-verify_tempest_config-50834157-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:51:58.279037 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-506a36ee-81b6-4547-a164-81089345325a tempest-verify_tempest_config-50834157 tempest-verify_tempest_config-50834157-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058107 Sep 09 21:51:58.741249 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 47982) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:51:58.842602 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:58.932847 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:59.004801 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:59.050997 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=354eb0ee54c64fd3ad4b8260dfaec1f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3086882 Sep 09 21:51:59.051847 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875c497f-6e39-48c2-b181-36e960c2bafb,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:51:59.053741 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 47986) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:51:59.058588 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.058955 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.059301 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.059637 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.059973 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.060398 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.060739 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.061083 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.061414 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.061737 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.062059 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.062379 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e14df4-d2a1-4349-930a-ee7682974c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.112775 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:59.133652 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:59.278512 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:59.281076 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:59.282265 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/875c497f-6e39-48c2-b181-36e960c2bafb HTTP/1.1" status: 204 len: 168 time: 0.2275343 Sep 09 21:51:59.290291 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875c497f-6e39-48c2-b181-36e960c2bafb,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:51:59.297116 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.297486 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.297891 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.298232 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.298567 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.298917 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.299292 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.299626 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.299965 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.300334 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.300640 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:51:59.300968 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f484-b21d-42d0-9e5e-6a5d03e75b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:52:00.198416 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 5 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:52:19.135573 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-0227f2ee-6290-47a3-9225-98532d3008b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:21.912861 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b05e2cd7-2855-406f-926d-f456023b90a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:22.032461 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:23.244077 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:24.546987 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:37.196574 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 5 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:52:49.146832 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c10259b0-884b-4779-a788-0c5597faa42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:51.973740 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-1609aea0-e253-43cd-8f8c-23c65f86608c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:52.049509 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:53.243400 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:54.512240 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:53:14.194260 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 5 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:53:19.114997 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a0e34794-4fa3-4c6a-b1f3-b7af842567e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:53:21.922766 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-82349165-7545-47bf-9afa-053916ce5980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:53:22.059307 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:53:23.242767 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:53:24.534355 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:53:30.859746 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589778'] for agent, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:53:45.248245 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48060) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:53:45.351314 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-f851a4fa-e399-45d1-95fb-e5bac0bc928a admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1019609 Sep 09 21:53:47.565977 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48074) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:53:47.621611 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-572b56e3-d626-4a10-a972-2e559f3ff6c7 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0545533 Sep 09 21:53:49.117039 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-6da25187-9daa-484b-af5b-d93c1219573b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:53:51.192093 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:53:51.910944 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fee1-e9ed-49fa-92a1-5fb0c50e6c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:53:52.065427 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:53:53.247152 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:53:54.522023 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:00.812743 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:19.122098 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ba0ae05a-d26b-4a87-a8ee-89cfaaceae1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:21.920493 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-7e791b0e-1a6b-4197-b525-fec0cf188582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:22.070307 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:23.257487 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:24.561908 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:28.190451 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:54:30.796128 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:49.115963 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b234618e-81c2-44d3-92f0-2cc3d1dd1443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:51.930910 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-5b94a357-900f-4a8c-93df-0191e57d58d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:52.075176 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:53.251268 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:54:54.549653 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:00.789437 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:05.189425 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:55:18.058349 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48184) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:18.335939 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2073623101-network', 'tenant_id': 'b9cc78aa24564b1c97025a78d9a34102'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:18.436580 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Made reservation on behalf of b9cc78aa24564b1c97025a78d9a34102 for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:18.438871 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:18.447781 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:18.538458 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:18.623469 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:18.650120 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:55:18.655410 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08baafe9-76d2-4653-9381-bef84189bc44,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:18.669290 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.669714 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.670024 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.670717 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.671052 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.671397 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.671758 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.672261 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.672709 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.673039 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.673369 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.673689 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Tracked resource versions report: Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: pushed versions: Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: { 'AddressGroup': {'1.2'}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'ConntrackHelper': {'1.0'}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Log': {'1.0'}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Network': {'1.1'}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Port': {'1.7'}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'PortForwarding': {'1.2'}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'QosPolicy': {'1.9'}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SecurityGroup': {'1.4'}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SubPort': {'1.0'}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Subnet': {'1.1'}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Trunk': {'1.1'}} Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: consumer versions: Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: { DHCP agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: HyperV agent@hv-cinder-80813: {}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: L3 agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: Metadata agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: Metering agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: Open vSwitch agent@dv-cinder-808137-1-iscsi: { 'AddressGroup': '1.2', Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'ConntrackHelper': '1.0', Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Log': '1.0', Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Network': '1.1', Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Port': '1.7', Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'PortForwarding': '1.2', Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'QosPolicy': '1.9', Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SecurityGroup': '1.4', Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SecurityGroupRule': '1.2', Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'SubPort': '1.0', Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Subnet': '1.1', Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: 'Trunk': '1.1'}} Sep 09 21:55:18.674739 dv-cinder-808137-1-iscsi neutron-server[100961]: {{(pid=100961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:55:18.680239 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:18.680557 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Added segment 54e2c873-8abc-4ec7-92e9-f4839ffc48f0 of type vlan for network 071d76f2-4564-4444-8024-422c0afe4f3b Sep 09 21:55:18.726270 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:18.840653 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:18.841625 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:18.842318 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:18.901163 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] Pushing event updated for resources: {'Network': ['ID=071d76f2-4564-4444-8024-422c0afe4f3b,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:18.912237 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 071d76f2-4564-4444-8024-422c0afe4f3b details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:55:18.940837 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-6f2f109c-ff23-40fb-939f-c807f6fcff23 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8849151 Sep 09 21:55:18.942478 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48228) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:18.948154 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Request body: {'subnet': {'network_id': '071d76f2-4564-4444-8024-422c0afe4f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2073623101-subnet', 'tenant_id': 'b9cc78aa24564b1c97025a78d9a34102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:19.057879 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Made reservation on behalf of b9cc78aa24564b1c97025a78d9a34102 for: {'subnet': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:19.060220 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:19.137975 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e527dcfe-bd40-4f7b-a73a-6f99cc47c923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:19.292521 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for subnet, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:19.352892 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef95942-3062-442c-9365-0e17a60b7a12,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:19.363466 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.363889 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.364123 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.364480 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.364810 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.365155 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.365485 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.365826 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.366167 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.366491 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.366810 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.367126 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Tracked resource versions report: Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: pushed versions: Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: { 'AddressGroup': {'1.2'}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'ConntrackHelper': {'1.0'}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Log': {'1.0'}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Network': {'1.1'}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Port': {'1.7'}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'PortForwarding': {'1.2'}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'QosPolicy': {'1.9'}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SecurityGroup': {'1.4'}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SubPort': {'1.0'}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Subnet': {'1.1'}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Trunk': {'1.1'}} Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: consumer versions: Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: { DHCP agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: HyperV agent@hv-cinder-80813: {}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: L3 agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: Metadata agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: Metering agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: Open vSwitch agent@dv-cinder-808137-1-iscsi: { 'AddressGroup': '1.2', Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'ConntrackHelper': '1.0', Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Log': '1.0', Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Network': '1.1', Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Port': '1.7', Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'PortForwarding': '1.2', Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'QosPolicy': '1.9', Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SecurityGroup': '1.4', Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SecurityGroupRule': '1.2', Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'SubPort': '1.0', Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Subnet': '1.1', Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: 'Trunk': '1.1'}} Sep 09 21:55:19.368167 dv-cinder-808137-1-iscsi neutron-server[100962]: {{(pid=100962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:55:19.371368 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Checking segment: {'id': '54e2c873-8abc-4ec7-92e9-f4839ffc48f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '071d76f2-4564-4444-8024-422c0afe4f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:19.371368 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Network hostable DHCP agents. Network: 071d76f2-4564-4444-8024-422c0afe4f3b, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:55:19.478791 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Network 071d76f2-4564-4444-8024-422c0afe4f3b is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:55:19.570401 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 071d76f2-4564-4444-8024-422c0afe4f3b) {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:19.582531 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:19.582531 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:19.594324 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8530ad0c-6bf8-4f40-8853-45cd146826ea None None] Network 071d76f2-4564-4444-8024-422c0afe4f3b requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:55:19.687316 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-6d7081db-0e70-455f-bdcb-0b86cd3d9d60 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7436347 Sep 09 21:55:19.728848 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96982f3-19db-447d-98aa-bc2f9fe328ef None None] Network 071d76f2-4564-4444-8024-422c0afe4f3b requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:55:19.913232 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48278) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:20.507115 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-889381278-network', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:20.587949 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Made reservation on behalf of ff6463e09c2f476a8045b2ff7d14e44a for: {'network': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:20.591293 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:20.599124 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:20.691401 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:20.721655 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48310) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:20.741326 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48314) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:20.776567 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:20.803018 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:55:20.812379 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b25a11-963d-4d2f-80ed-7918b787b1fe,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:20.819525 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:20.819864 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.segments_db [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Added segment dc628ae4-a2a7-4221-b8ff-5d7a39cadc67 of type vlan for network 3f69bac4-132a-4771-aff6-035aa4ee6e01 Sep 09 21:55:20.876601 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:20.995219 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:20.996216 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:21.003544 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.066248 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-723922670-network', 'tenant_id': '359a6d9155d544dbac18294820e25371'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:21.069248 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] Pushing event updated for resources: {'Network': ['ID=3f69bac4-132a-4771-aff6-035aa4ee6e01,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:21.082986 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-579474465-network', 'tenant_id': '19c2697bc0824207a1d617336ec8a226'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:21.084726 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 3f69bac4-132a-4771-aff6-035aa4ee6e01 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:55:21.134243 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-7d4d2cd0-2935-48c5-989f-ef732d669328 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2198997 Sep 09 21:55:21.137363 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48330) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:21.145185 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] Request body: {'subnet': {'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-889381278-subnet', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:21.240914 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Made reservation on behalf of 359a6d9155d544dbac18294820e25371 for: {'network': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:21.244806 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.257613 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.331432 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Made reservation on behalf of 19c2697bc0824207a1d617336ec8a226 for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:21.334047 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.348805 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.458204 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] Made reservation on behalf of ff6463e09c2f476a8045b2ff7d14e44a for: {'subnet': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:21.460585 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.550346 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.640622 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.686157 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:55:21.722054 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d76a3e5-b682-49d3-bf90-61ff590ad1d7,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:21.731894 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.732337 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.segments_db [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Added segment 8d5708df-43c3-4f02-81da-18c023bdd43b of type vlan for network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 Sep 09 21:55:21.767455 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.770658 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for subnet, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.818958 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.846857 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac683f1-6482-4bb9-850c-c31ad8648008,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:21.851023 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] Checking segment: {'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:21.851672 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] Network hostable DHCP agents. Network: 3f69bac4-132a-4771-aff6-035aa4ee6e01, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:55:21.858129 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.870481 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:55:21.894186 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.894706 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Added segment f83cf7fd-54c1-41af-a986-89040601266e of type vlan for network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 Sep 09 21:55:21.931800 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-bd4a10d5-7f65-4076-8f4c-8a8442ece60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.937772 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b904e-ffec-43db-996a-d92cceb38cee,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:21.948799 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.949771 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:21.950531 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:21.986269 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:22.029486 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] Pushing event updated for resources: {'Network': ['ID=ebf5c1cd-d3ec-4571-a114-caf48cd73d15,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:22.038749 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:55:22.039719 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] Network 3f69bac4-132a-4771-aff6-035aa4ee6e01 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:55:22.085302 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-385f0865-10cf-4b98-a8a2-ac659fe28a1d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3622036 Sep 09 21:55:22.088213 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48370) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:22.093700 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] Request body: {'subnet': {'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-723922670-subnet', 'tenant_id': '359a6d9155d544dbac18294820e25371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:22.106381 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:22.114332 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 3f69bac4-132a-4771-aff6-035aa4ee6e01) {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:22.116133 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:22.117300 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:22.117977 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:22.125236 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c5d89-5582-413f-ad3a-e535aa0cd253 None None] Network 3f69bac4-132a-4771-aff6-035aa4ee6e01 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:55:22.140601 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:22.141186 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:22.219098 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] Pushing event updated for resources: {'Network': ['ID=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:22.224305 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] Made reservation on behalf of 359a6d9155d544dbac18294820e25371 for: {'subnet': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:22.226776 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:22.252358 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:55:22.301543 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-14027311-3640-4a83-9e57-5c1b24bb206e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1599746 Sep 09 21:55:22.302232 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48392) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:22.306790 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-889381278-router', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:22.315745 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-4754d696-fe89-459e-a132-7a5a89de486c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5733273 Sep 09 21:55:22.319808 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48394) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:22.328854 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] Request body: {'subnet': {'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-579474465-subnet', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:22.329674 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f3bf46-7f43-49b0-a51f-d5ba3b22f65c None None] Network 3f69bac4-132a-4771-aff6-035aa4ee6e01 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:55:22.418711 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13242'] for router, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:22.419760 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13235'] for router, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:22.453009 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48408) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:22.458464 dv-cinder-808137-1-iscsi neutron-server[100962]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 21:55:22.554538 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] Made reservation on behalf of 19c2697bc0824207a1d617336ec8a226 for: {'subnet': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:22.556480 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:22.656938 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:22.727784 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for subnet, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:22.899598 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ac6ff5-5c24-4075-ae7a-78ea1eb1d871,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:22.923690 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-65999a7b-2e30-4f6b-ba74-13deb789a79c tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:22.925299 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-65999a7b-2e30-4f6b-ba74-13deb789a79c tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/networks?id=071d76f2-4564-4444-8024-422c0afe4f3b HTTP/1.1" status: 200 len: 812 time: 0.4709346 Sep 09 21:55:22.988993 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-df3b27b2-f5e3-43e5-88f1-c73fa37cfbc2 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/quotas/b9cc78aa24564b1c97025a78d9a34102 HTTP/1.1" status: 200 len: 375 time: 0.0437083 Sep 09 21:55:22.996313 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] Checking segment: {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:22.997074 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] Network hostable DHCP agents. Network: ebf5c1cd-d3ec-4571-a114-caf48cd73d15, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:55:23.067520 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:23.097320 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-788174db-f03d-43b3-a111-6cd8123b4173 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9cc78aa24564b1c97025a78d9a34102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966051 Sep 09 21:55:23.179304 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] Network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:55:23.274393 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:23.278000 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, ebf5c1cd-d3ec-4571-a114-caf48cd73d15) {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:23.282405 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:23.283004 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:23.286681 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36c539-5419-4b24-9650-25b24f0d8bf0 None None] Network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:55:23.290574 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for subnet, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:23.303865 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-f81729b9-47d3-46e2-b022-fa4c0c12f2dd service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:55:23.312255 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-f81729b9-47d3-46e2-b022-fa4c0c12f2dd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0831809 Sep 09 21:55:23.437857 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:23.464660 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] Checking segment: {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:23.465284 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:23.465580 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] Network hostable DHCP agents. Network: a6997f6e-cf1b-4f9f-aa45-fe7589de3f24, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:55:23.471801 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-f47f66b1-304d-40b5-b340-107ff6bb212d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3822782 Sep 09 21:55:23.502567 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-570628e0-f23e-4490-891b-8e9bc345a418 service neutron] 10.222.0.52 "GET /v2.0/networks/071d76f2-4564-4444-8024-422c0afe4f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889119 Sep 09 21:55:23.509481 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:23.567573 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd5495-daee-49ac-b09e-00fdc4a4b8a9 None None] Network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:55:23.609342 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] Network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:55:23.652960 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-db0ee302-9f7a-4eba-aca6-4203c4e920ea service neutron] 10.222.0.52 "GET /v2.0/networks/071d76f2-4564-4444-8024-422c0afe4f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494248 Sep 09 21:55:23.668016 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Allocated IP 172.27.1.180 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/270dcfe4-1d74-4a72-8acb-0fe03f74b7bd) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:55:23.692586 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, a6997f6e-cf1b-4f9f-aa45-fe7589de3f24) {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:23.696780 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:23.697554 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:23.714783 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21594d00-b5d0-49aa-a76e-a26551c68ece None None] Network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:55:23.785617 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-461481c7-f1c7-4ee7-aa09-36ef8df329e1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4608548 Sep 09 21:55:23.788208 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48462) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:23.794738 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:23.912200 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13242'] for router, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:23.912656 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:23.915675 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13235'] for router, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:23.948614 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca9be6b-504f-507d-a59e-432101f10e67-a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f'}]}} from dv-cinder-808137-1-iscsi. {{(pid=100963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:55:23.948614 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:24.037371 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:24.131468 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:24.145260 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48486) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:24.201998 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48494) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:24.203990 dv-cinder-808137-1-iscsi neutron-server[100961]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 21:55:24.212143 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:24.280233 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:24.313441 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.db_base_plugin_common [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Allocated IP 172.20.0.2 (a6997f6e-cf1b-4f9f-aa45-fe7589de3f24/2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f/48132278-b6f1-45c3-b1a1-9cd3845f2680) {{(pid=100963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:55:24.317954 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:55:24.391371 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Pushing event updated for resources: {'Port': ['ID=270dcfe4-1d74-4a72-8acb-0fe03f74b7bd,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:24.408602 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e1b6e073-930b-4c75-befe-7f9bfc537fa8 req-796d5ee0-9a16-4d61-8afd-9c5f30632f4d tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 210 time: 0.2077649 Sep 09 21:55:24.413415 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:24.558940 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Notify callbacks [] for port, precommit_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:24.574693 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Transition to ACTIVE for port object 48132278-b6f1-45c3-b1a1-9cd3845f2680 will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:24.590187 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Transition to ACTIVE for port object 48132278-b6f1-45c3-b1a1-9cd3845f2680 will not be triggered until provisioned by entity DHCP. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:24.663284 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a297a0c4-b0a9-41d2-892f-29c98a657237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:24.702805 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:24.785825 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-0db7c1db-be6d-4cb8-862d-d8180dd81a13 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:24.793572 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-0db7c1db-be6d-4cb8-862d-d8180dd81a13 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 814 time: 0.2590213 Sep 09 21:55:24.795620 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 is already hosted by enough agents. {{(pid=100963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:24.797127 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:24.804255 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.base_scheduler [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Resources bound (agent type, host, resource id): {{(pid=100963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:24.810369 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48518) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:24.814960 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Received port after_create {{(pid=100963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:55:24.832407 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Pushing event updated for resources: {'Port': ['ID=48132278-b6f1-45c3-b1a1-9cd3845f2680,revision_number=1']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:24.837801 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-fde51f1d-c7a0-4d3f-9f36-460dbb460293 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/quotas/359a6d9155d544dbac18294820e25371 HTTP/1.1" status: 200 len: 375 time: 0.0430477 Sep 09 21:55:24.851964 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.854320 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.854764 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.856497 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.857008 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.858979 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.860665 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.861204 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.862184 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.864518 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.865001 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.865570 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Tracked resource versions report: Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: pushed versions: Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: { 'AddressGroup': {'1.2'}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'ConntrackHelper': {'1.0'}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Log': {'1.0'}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Network': {'1.1'}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Port': {'1.7'}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'PortForwarding': {'1.2'}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'QosPolicy': {'1.9'}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SecurityGroup': {'1.4'}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SubPort': {'1.0'}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Subnet': {'1.1'}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Trunk': {'1.1'}} Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: consumer versions: Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: { DHCP agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: HyperV agent@hv-cinder-80813: {}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: L3 agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: Metadata agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: Metering agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: Open vSwitch agent@dv-cinder-808137-1-iscsi: { 'AddressGroup': '1.2', Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'ConntrackHelper': '1.0', Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Log': '1.0', Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Network': '1.1', Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Port': '1.7', Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'PortForwarding': '1.2', Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'QosPolicy': '1.9', Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SecurityGroup': '1.4', Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SecurityGroupRule': '1.2', Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'SubPort': '1.0', Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Subnet': '1.1', Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: 'Trunk': '1.1'}} Sep 09 21:55:24.866817 dv-cinder-808137-1-iscsi neutron-server[100963]: {{(pid=100963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:55:24.882737 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-8fdd5362-f88a-409d-ae2f-79e3773a477a tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438149 Sep 09 21:55:24.886904 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:24.971789 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Attempting to bind port 48132278-b6f1-45c3-b1a1-9cd3845f2680 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:55:24.972165 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Attempting to bind port 48132278-b6f1-45c3-b1a1-9cd3845f2680 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:55:24.973217 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Attempting to bind port 48132278-b6f1-45c3-b1a1-9cd3845f2680 on network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:24.978953 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:55:24.979924 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Checking segment: {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:24.982544 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:24.982544 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Bound using segment: {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:55:24.982544 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Bound port: 48132278-b6f1-45c3-b1a1-9cd3845f2680, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:55:24.982544 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.052103 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4a35d8a8-c9e5-4dec-9e1b-8928d93ec2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.068110 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] For port 48132278-b6f1-45c3-b1a1-9cd3845f2680, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:55:25.071701 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] For port 48132278-b6f1-45c3-b1a1-9cd3845f2680, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=48132278-b6f1-45c3-b1a1-9cd3845f2680,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:55:25.137501 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589643'] for router, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.151282 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a297a0c4-b0a9-41d2-892f-29c98a657237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.160754 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-5310c32e-f3e5-489f-a9ae-186ddeff7ad5 service neutron] 10.222.0.52 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765934 Sep 09 21:55:25.161865 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.167337 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.198605 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.251055 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49f454-e9a5-4e0a-9dd4-ebe4d1b3b38b None None] Pushing event updated for resources: {'Port': ['ID=48132278-b6f1-45c3-b1a1-9cd3845f2680,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:25.298635 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a297a0c4-b0a9-41d2-892f-29c98a657237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.381993 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Router 71ad808b-3114-4022-a449-7cdcd14371dc is scheduled to L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac with binding_index 1 {{(pid=100961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:55:25.387572 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-a297a0c4-b0a9-41d2-892f-29c98a657237 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb886aee932f46b6b7fb1f7dccb9a81c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2434006 Sep 09 21:55:25.400211 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48536) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:25.433953 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-ef541583-d004-40be-b736-84ffcc1a6927 service neutron] 10.222.0.52 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640371 Sep 09 21:55:25.446707 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297a0c4-b0a9-41d2-892f-29c98a657237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadcb9b6-3a93-4fcb-addc-a26c73331cc1,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:25.491618 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Allocated IP 172.27.1.156 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/8f181a1e-1be3-4561-9c16-ed3850c46a1c) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:55:25.560804 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4a35d8a8-c9e5-4dec-9e1b-8928d93ec2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.625234 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4a35d8a8-c9e5-4dec-9e1b-8928d93ec2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.679271 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.688400 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-4a35d8a8-c9e5-4dec-9e1b-8928d93ec2cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=55121b3d832040d795987099ec5de70b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8767691 Sep 09 21:55:25.694502 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48544) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:25.704027 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35d8a8-c9e5-4dec-9e1b-8928d93ec2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b19010f-a66c-4208-87e2-cc7ea3d0ca01,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:25.731056 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1da26012-38fa-4afd-abe8-6380cfadae62 req-11acaf73-0f7c-4770-9bbf-6e16ff321307 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0480959 Sep 09 21:55:25.819019 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8b82801f-17f4-4fc9-8700-a40f731dd57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.881237 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:55:25.894647 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Sync routers for ids ['71ad808b-3114-4022-a449-7cdcd14371dc'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:55:25.907360 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8b82801f-17f4-4fc9-8700-a40f731dd57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:25.911570 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Routers {'71ad808b-3114-4022-a449-7cdcd14371dc'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:55:25.915322 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:55:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['71ad808b-3114-4022-a449-7cdcd14371dc'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:26.007259 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 48132278-b6f1-45c3-b1a1-9cd3845f2680 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:26.057274 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] Notify callbacks [] for router, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:26.060550 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-50cd8777-c256-49c7-80db-3fce6db4ead7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7575521 Sep 09 21:55:26.093672 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48570) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:26.140131 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-377236a3-9c85-4511-962d-8bad21c030d1 req-4c0bef09-21f0-43a8-9bea-8db6965d912c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 210 time: 0.1835744 Sep 09 21:55:26.164859 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 48132278-b6f1-45c3-b1a1-9cd3845f2680 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:55:26.247964 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Set router 71ad808b-3114-4022-a449-7cdcd14371dc gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:55:26.249629 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-6edae55b-2e1f-47c3-84c4-c398000ff458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:26.313146 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-6edae55b-2e1f-47c3-84c4-c398000ff458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:26.367258 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:26.506196 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'name': 'tempest-ServerRescueNegativeTestJSON-889381278-router', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:22Z', 'updated_at': '2021-09-09T21:55:24Z', 'revision_number': 3, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'gw_port': {'id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:53:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:26.533509 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:26.551625 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:26.556987 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Checking router: 71ad808b-3114-4022-a449-7cdcd14371dc for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:55:26.557410 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Updating router 71ad808b-3114-4022-a449-7cdcd14371dc port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd binding host dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:55:26.566858 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:55:26.589202 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:26.635056 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Pushing event updated for resources: {'Port': ['ID=8f181a1e-1be3-4561-9c16-ed3850c46a1c,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:26.653420 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8b82801f-17f4-4fc9-8700-a40f731dd57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:26.656176 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8b82801f-17f4-4fc9-8700-a40f731dd57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:26.660324 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-8b82801f-17f4-4fc9-8700-a40f731dd57c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dadcb9b6-3a93-4fcb-addc-a26c73331cc1 HTTP/1.1" status: 204 len: 168 time: 1.2563329 Sep 09 21:55:26.674014 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82801f-17f4-4fc9-8700-a40f731dd57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadcb9b6-3a93-4fcb-addc-a26c73331cc1,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:26.739077 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f7b985-643d-475f-991e-5a038087cc31 None None] Network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:55:26.752240 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-6edae55b-2e1f-47c3-84c4-c398000ff458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:26.758817 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-6edae55b-2e1f-47c3-84c4-c398000ff458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:26.760643 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-6edae55b-2e1f-47c3-84c4-c398000ff458 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b19010f-a66c-4208-87e2-cc7ea3d0ca01 HTTP/1.1" status: 204 len: 168 time: 1.0648541 Sep 09 21:55:26.775246 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edae55b-2e1f-47c3-84c4-c398000ff458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b19010f-a66c-4208-87e2-cc7ea3d0ca01,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:26.955670 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Notify callbacks [] for port, precommit_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:26.964557 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:26.970568 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.provisioning_blocks [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Transition to ACTIVE for port object 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd will not be triggered until provisioned by entity L2. {{(pid=100964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:27.060278 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-0472922e-80c0-4b8d-a903-5a1d325d0eef req-96a350d2-9bdc-49dd-9931-f6d58e6caa6b tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0392852 Sep 09 21:55:27.062478 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.069366 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.135933 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-3968075b-6558-4db9-825b-2ab59c3ff9d7 None None] Provisioning for port 48132278-b6f1-45c3-b1a1-9cd3845f2680 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:55:27.194528 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-3968075b-6558-4db9-825b-2ab59c3ff9d7 None None] Provisioning complete for port 48132278-b6f1-45c3-b1a1-9cd3845f2680 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:27.194902 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3968075b-6558-4db9-825b-2ab59c3ff9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.266420 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Pushing event updated for resources: {'Port': ['ID=270dcfe4-1d74-4a72-8acb-0fe03f74b7bd,revision_number=2']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:27.270027 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Attempting to bind port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:55:27.270700 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Attempting to bind port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:55:27.271237 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Attempting to bind port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd on network 584713b3-eff6-4e86-ae47-0d6e97969935 {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:27.284663 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Allocated IP 172.20.0.1 (3f69bac4-132a-4771-aff6-035aa4ee6e01/bac683f1-6482-4bb9-850c-c31ad8648008/de0fe6a2-e171-44c7-92e6-f56a9a2181cf) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:55:27.288713 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.288713 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.288713 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.288713 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.288713 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.288713 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.288713 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.288713 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.289485 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.289485 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.289485 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.289810 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Tracked resource versions report: Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: pushed versions: Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: { 'AddressGroup': {'1.2'}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'ConntrackHelper': {'1.0'}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Log': {'1.0'}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Network': {'1.1'}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Port': {'1.7'}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'PortForwarding': {'1.2'}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'QosPolicy': {'1.9'}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SecurityGroup': {'1.4'}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SubPort': {'1.0'}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Subnet': {'1.1'}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Trunk': {'1.1'}} Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: consumer versions: Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: { DHCP agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: HyperV agent@hv-cinder-80813: {}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: L3 agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: Metadata agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: Metering agent@dv-cinder-808137-1-iscsi: {}, Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: Open vSwitch agent@dv-cinder-808137-1-iscsi: { 'AddressGroup': '1.2', Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'ConntrackHelper': '1.0', Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Log': '1.0', Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Network': '1.1', Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Port': '1.7', Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'PortForwarding': '1.2', Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'QosPolicy': '1.9', Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SecurityGroup': '1.4', Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SecurityGroupRule': '1.2', Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'SubPort': '1.0', Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Subnet': '1.1', Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: 'Trunk': '1.1'}} Sep 09 21:55:27.290839 dv-cinder-808137-1-iscsi neutron-server[100964]: {{(pid=100964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:55:27.314961 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:55:27.315564 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Checking segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:27.317216 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.321665 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Bound using segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:55:27.321665 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Bound port: 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:55:27.321665 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.338235 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3968075b-6558-4db9-825b-2ab59c3ff9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.443283 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-3968075b-6558-4db9-825b-2ab59c3ff9d7 None None] For port 48132278-b6f1-45c3-b1a1-9cd3845f2680, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=48132278-b6f1-45c3-b1a1-9cd3845f2680,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:27.449322 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] For port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:55:27.454877 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] For port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=270dcfe4-1d74-4a72-8acb-0fe03f74b7bd,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:55:27.513201 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589643'] for router, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.532133 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3968075b-6558-4db9-825b-2ab59c3ff9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.593595 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.626341 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.697729 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-169dfdd4-8ee3-489f-b57b-c14887d0fb8d req-f0f02c3f-07b5-45de-8f73-b606297ac2a4 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 210 time: 0.1864500 Sep 09 21:55:27.702553 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968075b-6558-4db9-825b-2ab59c3ff9d7 None None] Pushing event updated for resources: {'Port': ['ID=48132278-b6f1-45c3-b1a1-9cd3845f2680,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:27.740857 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Routers {'71ad808b-3114-4022-a449-7cdcd14371dc'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:55:27.741784 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:55:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['71ad808b-3114-4022-a449-7cdcd14371dc'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:27.762446 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-885f26bd-ba69-463a-a152-2c0201ffbe67 None None] Provisioning complete for port 48132278-b6f1-45c3-b1a1-9cd3845f2680 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:27.762953 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-885f26bd-ba69-463a-a152-2c0201ffbe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.771474 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.825685 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cdd81-0a67-490a-a751-dcccce570bfc None None] Pushing event updated for resources: {'Port': ['ID=270dcfe4-1d74-4a72-8acb-0fe03f74b7bd,revision_number=3']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:27.847865 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Network 3f69bac4-132a-4771-aff6-035aa4ee6e01 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:27.851839 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:27.855107 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:55:27.857045 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589722'] for router_interface, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.913078 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 48132278-b6f1-45c3-b1a1-9cd3845f2680 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:27.958905 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] Set router 71ad808b-3114-4022-a449-7cdcd14371dc gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:55:27.975588 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 48132278-b6f1-45c3-b1a1-9cd3845f2680 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:27.976376 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:27.978356 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Pushing event updated for resources: {'Port': ['ID=de0fe6a2-e171-44c7-92e6-f56a9a2181cf,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:28.000699 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 is scheduled to L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac with binding_index 1 {{(pid=100962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:55:28.036428 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48628) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:28.087714 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bc35451e-b429-40da-abed-b78f3d3b4492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:28.173775 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48634) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:28.213096 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:55:28.224141 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7d11f678-f0f1-4523-bb38-bba00923dba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:28.225321 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Sync routers for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:55:28.239992 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:55:28.241159 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:55:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:28.262716 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'name': 'tempest-ServerRescueNegativeTestJSON-889381278-router', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:22Z', 'updated_at': '2021-09-09T21:55:24Z', 'revision_number': 3, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'gw_port': {'id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:53:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:28.280971 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-88c4264e-b14f-49f4-9f92-0ce4a93ec6ef req-b0a4d2bc-5caa-46dc-a685-79241d8747a5 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0837452 Sep 09 21:55:28.294121 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58549071-10f6-4e62-b0d2-9dd6038e0513 None None] The sync data for ids ['71ad808b-3114-4022-a449-7cdcd14371dc'] in dv-cinder-808137-1-iscsi is: [{'id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'name': 'tempest-ServerRescueNegativeTestJSON-889381278-router', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:22Z', 'updated_at': '2021-09-09T21:55:24Z', 'revision_number': 3, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'gw_port': {'id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:53:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:55:28.370552 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:28.371925 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:55:28.501487 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bc35451e-b429-40da-abed-b78f3d3b4492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:28.648496 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:28.789830 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:26Z', 'revision_number': 3, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:28.810656 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bc35451e-b429-40da-abed-b78f3d3b4492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:28.823094 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Checking router: 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:55:28.823445 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Updating router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 port 8f181a1e-1be3-4561-9c16-ed3850c46a1c binding host dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:55:28.854609 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:28.867574 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-bc35451e-b429-40da-abed-b78f3d3b4492 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2423866bd4e64ecdbc58d39cd875e536&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8311250 Sep 09 21:55:28.871824 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48650) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:28.903800 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:28.912938 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587530'] for router_interface, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:28.929502 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35451e-b429-40da-abed-b78f3d3b4492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fd7fea-de91-4025-b7c9-68d83eb6d492,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:28.935346 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:28.936963 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-16c57d48-432f-40b2-afb1-fc2857ae142e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1475916 Sep 09 21:55:28.943697 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48652) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:29.036487 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f1a0da24-6f83-4d10-bc0c-a751dbf78501 req-b473395b-07f4-4faa-b4fd-01a0d46b2198 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 210 time: 0.0720375 Sep 09 21:55:29.101456 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.46', 55601) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:29.124243 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Pushing event updated for resources: {'Port': ['ID=de0fe6a2-e171-44c7-92e6-f56a9a2181cf,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:29.131380 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1c024b0e-1b39-4b98-9f83-472cf3f4c1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.174303 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1c024b0e-1b39-4b98-9f83-472cf3f4c1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.243095 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Notify callbacks [] for port, precommit_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.258742 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Transition to ACTIVE for port object 8f181a1e-1be3-4561-9c16-ed3850c46a1c will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:29.296086 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48656) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:29.337148 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.465006 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Attempting to bind port 8f181a1e-1be3-4561-9c16-ed3850c46a1c on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:55:29.466732 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Attempting to bind port 8f181a1e-1be3-4561-9c16-ed3850c46a1c by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:55:29.467100 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Attempting to bind port 8f181a1e-1be3-4561-9c16-ed3850c46a1c on network 584713b3-eff6-4e86-ae47-0d6e97969935 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:29.499236 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:55:29.503357 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Checking segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:29.503357 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.503357 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Bound using segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:55:29.503357 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Bound port: 8f181a1e-1be3-4561-9c16-ed3850c46a1c, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:55:29.503357 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.518059 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1c024b0e-1b39-4b98-9f83-472cf3f4c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.524837 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1c024b0e-1b39-4b98-9f83-472cf3f4c1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.540236 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-1c024b0e-1b39-4b98-9f83-472cf3f4c1ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2fd7fea-de91-4025-b7c9-68d83eb6d492 HTTP/1.1" status: 204 len: 168 time: 0.6559393 Sep 09 21:55:29.546449 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb5f66-d5b9-490b-8a83-7988753d9efe None None] Pushing event updated for resources: {'Port': ['ID=8f181a1e-1be3-4561-9c16-ed3850c46a1c,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:29.606014 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81c4ca40-b148-4536-881a-b20c685ab61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.611815 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c024b0e-1b39-4b98-9f83-472cf3f4c1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fd7fea-de91-4025-b7c9-68d83eb6d492,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:29.613887 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] For port 8f181a1e-1be3-4561-9c16-ed3850c46a1c, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:55:29.618577 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] For port 8f181a1e-1be3-4561-9c16-ed3850c46a1c, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=8f181a1e-1be3-4561-9c16-ed3850c46a1c,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:55:29.636412 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Network 3f69bac4-132a-4771-aff6-035aa4ee6e01 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:29.661960 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8c5c6790-c13b-44bd-b2f4-9b8297433dec req-1fdcc63d-e1ed-4bc6-9060-5400872c5978 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 210 time: 0.1532302 Sep 09 21:55:29.674448 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:29.732956 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-bfad1f3e-2ad3-4d9b-be87-9800f3f89c18 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:29.733271 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.735103 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-bfad1f3e-2ad3-4d9b-be87-9800f3f89c18 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.46 "GET /v2.0/networks?id=071d76f2-4564-4444-8024-422c0afe4f3b HTTP/1.1" status: 200 len: 812 time: 0.6324461 Sep 09 21:55:29.747582 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7d11f678-f0f1-4523-bb38-bba00923dba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.803968 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Request body: {'port': {'device_id': '5045182d-ebd9-4326-88c2-06084d1d4eb9', 'network_id': '071d76f2-4564-4444-8024-422c0afe4f3b', 'admin_state_up': True, 'tenant_id': 'b9cc78aa24564b1c97025a78d9a34102'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:29.846330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7d11f678-f0f1-4523-bb38-bba00923dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:29.858792 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:55:29.860094 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:55:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:29.952394 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:29.954449 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb5f66-d5b9-490b-8a83-7988753d9efe None None] Pushing event updated for resources: {'Port': ['ID=8f181a1e-1be3-4561-9c16-ed3850c46a1c,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:30.004248 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11f678-f0f1-4523-bb38-bba00923dba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4ca16d-72c3-428d-aa42-1542702f3317,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:30.117988 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81c4ca40-b148-4536-881a-b20c685ab61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.177283 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:55:30.204800 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-7d11f678-f0f1-4523-bb38-bba00923dba4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0d650eca4e642c9b285f0187fa0d4ca&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0299969 Sep 09 21:55:30.215558 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 48698) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:30.274114 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fd0e2aca-70ef-49f8-b660-d2e32cd13255 req-c97ab239-d175-4d02-9a0f-f7130d9de5ab tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 210 time: 0.0786262 Sep 09 21:55:30.274749 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81c4ca40-b148-4536-881a-b20c685ab61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.281626 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Router 71ad808b-3114-4022-a449-7cdcd14371dc has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:55:30.314336 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-81c4ca40-b148-4536-881a-b20c685ab61e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2229d8c5047485c8bb8ef5476ff66cf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0157628 Sep 09 21:55:30.318950 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48708) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:30.330441 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:55:30.365476 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:30.365850 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.465767 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4ca40-b148-4536-881a-b20c685ab61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9c0bfe-47cf-4116-b8e4-40835e915fbe,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:30.494298 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-638c0ea5-0a66-4e02-a0f3-a09192bb86f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.511443 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.535822 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-638c0ea5-0a66-4e02-a0f3-a09192bb86f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.563018 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bcd0fc41-a358-48de-b651-3c5ea6ffb295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.575834 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.619582 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=270dcfe4-1d74-4a72-8acb-0fe03f74b7bd,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:30.629054 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:26Z', 'revision_number': 3, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:30.633573 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bcd0fc41-a358-48de-b651-3c5ea6ffb295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.649512 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Made reservation on behalf of b9cc78aa24564b1c97025a78d9a34102 for: {'port': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:30.659487 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.662684 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd35a20-5512-4632-a490-a09f4cccca6d None None] The sync data for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi is: [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:26Z', 'revision_number': 3, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:55:30.702701 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.844412 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=270dcfe4-1d74-4a72-8acb-0fe03f74b7bd,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:30.934559 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:55:30.935997 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Allocated IP 172.20.0.1 (a6997f6e-cf1b-4f9f-aa45-fe7589de3f24/2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f/846d7639-1bcd-4ba9-bf63-b66425b915de) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:55:30.936127 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Sync routers for ids ['71ad808b-3114-4022-a449-7cdcd14371dc'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:55:30.936127 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Routers {'71ad808b-3114-4022-a449-7cdcd14371dc'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:55:30.936127 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:55:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['71ad808b-3114-4022-a449-7cdcd14371dc'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:30.936779 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-47e60a37-687b-4c83-b297-0517f1b59b34 admin admin] 10.222.0.52 "PUT /v2.0/routers/71ad808b-3114-4022-a449-7cdcd14371dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8358498 Sep 09 21:55:30.943319 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:30.980945 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ae1e4e7d-7e3e-46aa-98b7-59354749fe19 req-10ec2e09-6422-40a2-92a3-1a39dae01ed3 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0804460 Sep 09 21:55:31.008607 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Allocated IP 172.20.0.7 (071d76f2-4564-4444-8024-422c0afe4f3b/8ef95942-3062-442c-9365-0e17a60b7a12/f09d45e6-2b45-49f2-9cf2-b25eb32dc178) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:55:31.170228 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bcd0fc41-a358-48de-b651-3c5ea6ffb295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:31.170228 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bcd0fc41-a358-48de-b651-3c5ea6ffb295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:31.170228 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-bcd0fc41-a358-48de-b651-3c5ea6ffb295 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a4ca16d-72c3-428d-aa42-1542702f3317 HTTP/1.1" status: 204 len: 168 time: 0.9337993 Sep 09 21:55:31.255994 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:31.279184 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Transition to ACTIVE for port object 846d7639-1bcd-4ba9-bf63-b66425b915de will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:31.282133 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0fc41-a358-48de-b651-3c5ea6ffb295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4ca16d-72c3-428d-aa42-1542702f3317,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:31.297129 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Set router 71ad808b-3114-4022-a449-7cdcd14371dc gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:55:31.334003 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-638c0ea5-0a66-4e02-a0f3-a09192bb86f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:31.364523 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-638c0ea5-0a66-4e02-a0f3-a09192bb86f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:31.364523 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-638c0ea5-0a66-4e02-a0f3-a09192bb86f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb9c0bfe-47cf-4116-b8e4-40835e915fbe HTTP/1.1" status: 204 len: 168 time: 1.0402126 Sep 09 21:55:31.446771 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c0ea5-0a66-4e02-a0f3-a09192bb86f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9c0bfe-47cf-4116-b8e4-40835e915fbe,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:31.485976 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8cb81768-9599-4f36-a003-91f3577f529f req-571fb381-5125-44f6-b88f-1ffa84803eee tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 210 time: 0.0489910 Sep 09 21:55:31.509816 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:31.559397 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:31.562596 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:31.565339 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:55:31.567020 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589722'] for router_interface, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:31.631849 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:31.690410 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=846d7639-1bcd-4ba9-bf63-b66425b915de,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:31.735266 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'name': 'tempest-ServerRescueNegativeTestJSON-889381278-router', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:22Z', 'updated_at': '2021-09-09T21:55:28Z', 'revision_number': 4, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'gw_port': {'id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'de0fe6a2-e171-44c7-92e6-f56a9a2181cf', 'name': '', 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'mac_address': 'fa:16:3e:46:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bac683f1-6482-4bb9-850c-c31ad8648008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:27Z', 'updated_at': '2021-09-09T21:55:28Z', 'revision_number': 2, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'subnets': [{'id': 'bac683f1-6482-4bb9-850c-c31ad8648008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:31.763526 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Checking router: 71ad808b-3114-4022-a449-7cdcd14371dc for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:55:31.763911 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Updating router 71ad808b-3114-4022-a449-7cdcd14371dc port de0fe6a2-e171-44c7-92e6-f56a9a2181cf binding host dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:55:31.800220 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:31.870951 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:31.973526 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:31.997986 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Network 071d76f2-4564-4444-8024-422c0afe4f3b is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:32.000209 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Pushing event updated for resources: {'Port': ['ID=f09d45e6-2b45-49f2-9cf2-b25eb32dc178,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:32.004265 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:32.038263 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:55:32.044242 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:32.046139 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.066959 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.075253 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:32.075721 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.112170 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-d0efcb91-3c0c-4769-9a66-326e29dbbe21 None None] Provisioning for port 846d7639-1bcd-4ba9-bf63-b66425b915de completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:55:32.121725 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-d0efcb91-3c0c-4769-9a66-326e29dbbe21 None None] Provisioning complete for port 846d7639-1bcd-4ba9-bf63-b66425b915de triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:32.122770 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-d0efcb91-3c0c-4769-9a66-326e29dbbe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.178582 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-29bdcb8f-530f-4cfa-b37f-27f98d2dd2b1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3809960 Sep 09 21:55:32.183831 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-d0efcb91-3c0c-4769-9a66-326e29dbbe21 None None] Port 846d7639-1bcd-4ba9-bf63-b66425b915de cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:55:32.274251 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 8f181a1e-1be3-4561-9c16-ed3850c46a1c up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:32.325766 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d5622-c368-4cad-8b51-e618d8925f0b req-d927a68d-f087-41b4-af44-78d5eeaa5bb6 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:32.327329 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bf2d5622-c368-4cad-8b51-e618d8925f0b req-d927a68d-f087-41b4-af44-78d5eeaa5bb6 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 931 time: 0.1102068 Sep 09 21:55:32.332306 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.380737 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bf2d5622-c368-4cad-8b51-e618d8925f0b req-3b4623a3-7d8e-40f5-9388-c5a78c6105c2 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459144 Sep 09 21:55:32.390826 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Notify callbacks [] for port, precommit_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.406922 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.provisioning_blocks [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Transition to ACTIVE for port object de0fe6a2-e171-44c7-92e6-f56a9a2181cf will not be triggered until provisioned by entity L2. {{(pid=100964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:32.429192 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.430494 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587530'] for router_interface, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.509219 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 8f181a1e-1be3-4561-9c16-ed3850c46a1c completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:55:32.517844 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 8f181a1e-1be3-4561-9c16-ed3850c46a1c triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:32.517844 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.525192 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=846d7639-1bcd-4ba9-bf63-b66425b915de,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:32.545939 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.649834 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db008728-1eee-4556-a761-340768b28071 None None] Pushing event updated for resources: {'Port': ['ID=de0fe6a2-e171-44c7-92e6-f56a9a2181cf,revision_number=3']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:32.690506 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7ffeef7c-8611-4093-979e-8539b8b2b1f1 req-1dae099c-eb64-4df1-89f7-116ad214ead2 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 210 time: 0.0775061 Sep 09 21:55:32.746951 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:32.747995 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:32.757839 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Attempting to bind port de0fe6a2-e171-44c7-92e6-f56a9a2181cf on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:55:32.758058 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Attempting to bind port de0fe6a2-e171-44c7-92e6-f56a9a2181cf by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:55:32.758358 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Attempting to bind port de0fe6a2-e171-44c7-92e6-f56a9a2181cf on network 3f69bac4-132a-4771-aff6-035aa4ee6e01 {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:32.763750 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:55:32.764129 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Checking segment: {'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:32.764913 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.765044 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Bound using segment: {'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:55:32.766326 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Bound port: de0fe6a2-e171-44c7-92e6-f56a9a2181cf, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'}}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:55:32.766917 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.793379 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-cbe5db0b-390a-458e-89a8-5f32bb73ebbc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:32.797991 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-cbe5db0b-390a-458e-89a8-5f32bb73ebbc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 818 time: 0.2236307 Sep 09 21:55:32.815004 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.826231 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5f0049ef-a211-4638-9815-c97887815ca1 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/quotas/ff6463e09c2f476a8045b2ff7d14e44a HTTP/1.1" status: 200 len: 375 time: 0.0163119 Sep 09 21:55:32.879917 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 8f181a1e-1be3-4561-9c16-ed3850c46a1c, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=8f181a1e-1be3-4561-9c16-ed3850c46a1c,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:32.883054 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] For port de0fe6a2-e171-44c7-92e6-f56a9a2181cf, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:55:32.886914 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] For port de0fe6a2-e171-44c7-92e6-f56a9a2181cf, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=de0fe6a2-e171-44c7-92e6-f56a9a2181cf,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:55:32.960532 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.962524 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:32.987802 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:55:33.003393 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-62c39f43-3295-42e2-b287-2625bc09fb65 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724727 Sep 09 21:55:33.069643 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=8f181a1e-1be3-4561-9c16-ed3850c46a1c,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:33.076654 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Routers {'71ad808b-3114-4022-a449-7cdcd14371dc'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:55:33.077283 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:55:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['71ad808b-3114-4022-a449-7cdcd14371dc'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:33.117212 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-21f928fd-e5d3-4909-96d4-64f9690df026 None None] Provisioning complete for port 846d7639-1bcd-4ba9-bf63-b66425b915de triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:33.117642 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-21f928fd-e5d3-4909-96d4-64f9690df026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:33.522052 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db008728-1eee-4556-a761-340768b28071 None None] Pushing event updated for resources: {'Port': ['ID=de0fe6a2-e171-44c7-92e6-f56a9a2181cf,revision_number=4']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:33.523643 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-21f928fd-e5d3-4909-96d4-64f9690df026 None None] Port 846d7639-1bcd-4ba9-bf63-b66425b915de cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:55:33.523953 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:55:33.525689 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] Set router 71ad808b-3114-4022-a449-7cdcd14371dc gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:55:33.526143 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-cb8a6561-e042-46b5-9ca2-44351281d8a9 admin admin] 10.222.0.52 "PUT /v2.0/routers/27dc2d38-8f3b-436c-93df-9d186f6ac7d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3642681 Sep 09 21:55:33.526598 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Sync routers for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:55:33.526598 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:55:33.526598 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:55:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:33.633498 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18198fd0-e28a-45e1-9e14-26ea33870c70 req-47190eb4-fc63-47e4-95aa-313ea36fb6f9 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:33.639614 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-18198fd0-e28a-45e1-9e14-26ea33870c70 req-47190eb4-fc63-47e4-95aa-313ea36fb6f9 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 931 time: 0.1306720 Sep 09 21:55:33.689831 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'name': 'tempest-ServerRescueNegativeTestJSON-889381278-router', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:22Z', 'updated_at': '2021-09-09T21:55:28Z', 'revision_number': 4, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'gw_port': {'id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'de0fe6a2-e171-44c7-92e6-f56a9a2181cf', 'name': '', 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'mac_address': 'fa:16:3e:46:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bac683f1-6482-4bb9-850c-c31ad8648008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:27Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'subnets': [{'id': 'bac683f1-6482-4bb9-850c-c31ad8648008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:33.750420 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fbd882-4f77-482a-9930-4a5264c79b85 None None] The sync data for ids ['71ad808b-3114-4022-a449-7cdcd14371dc'] in dv-cinder-808137-1-iscsi is: [{'id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'name': 'tempest-ServerRescueNegativeTestJSON-889381278-router', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:22Z', 'updated_at': '2021-09-09T21:55:28Z', 'revision_number': 4, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'gw_port': {'id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'de0fe6a2-e171-44c7-92e6-f56a9a2181cf', 'name': '', 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'mac_address': 'fa:16:3e:46:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bac683f1-6482-4bb9-850c-c31ad8648008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:27Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'subnets': [{'id': 'bac683f1-6482-4bb9-850c-c31ad8648008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:55:33.776169 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-18198fd0-e28a-45e1-9e14-26ea33870c70 req-5cc594bf-f989-49b0-8dc4-bfb93ec6be01 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210647 Sep 09 21:55:33.979935 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dd5a7231-ce9a-4aa9-957d-dc065e8e791d req-02f10fc6-1ea9-43e2-9a28-6b55db638eeb tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 210 time: 0.0732572 Sep 09 21:55:34.051347 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:55:34.176278 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 8f181a1e-1be3-4561-9c16-ed3850c46a1c up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:34.242700 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-755d759e-a867-4d78-8024-cc5be9f43f8f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:55:34.244458 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-755d759e-a867-4d78-8024-cc5be9f43f8f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4880471 Sep 09 21:55:34.485573 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 8f181a1e-1be3-4561-9c16-ed3850c46a1c triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:34.485891 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:34.760202 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.46', 55612) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:34.976315 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 2, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:35.044519 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-44c2da2e-ec2c-48d4-83b9-58be9f805b69 service neutron] 10.222.0.52 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901816 Sep 09 21:55:35.052485 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-883385d0-883c-47ba-9f58-b3c6dfb020f0 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:55:35.073038 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-883385d0-883c-47ba-9f58-b3c6dfb020f0 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192897 Sep 09 21:55:35.130915 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Checking router: 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:55:35.131285 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Updating router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 port 846d7639-1bcd-4ba9-bf63-b66425b915de binding host dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:55:35.154394 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-0460fc15-918c-4c6d-b68b-15d8045c8780 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:35.155933 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-0460fc15-918c-4c6d-b68b-15d8045c8780 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 814 time: 0.3607342 Sep 09 21:55:35.194581 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Request body: {'port': {'device_id': '57948859-c133-4c6f-8e9c-9db6b39e8d23', 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15', 'admin_state_up': True, 'tenant_id': '359a6d9155d544dbac18294820e25371'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:35.259850 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:35.314417 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48864) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:35.322316 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-db2eb2be-687e-4aab-9ee4-9a24ea30eef7 service neutron] 10.222.0.52 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466552 Sep 09 21:55:35.339626 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-d844d157-50b3-431d-a1be-fa0ae2dcb289 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1558277596', 'description': 'tempest-description--1719976449'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:35.552236 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d844d157-50b3-431d-a1be-fa0ae2dcb289 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:35.956125 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e3c01-2887-40b5-82e7-a4bded69f566 req-2ffb4791-cc0d-49d1-b6d0-c50e35ebdd42 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:35.963698 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b25e3c01-2887-40b5-82e7-a4bded69f566 req-2ffb4791-cc0d-49d1-b6d0-c50e35ebdd42 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 931 time: 0.4378498 Sep 09 21:55:36.040904 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9e778e62-e2b7-4303-bd43-3008bd794e2f req-8c9fc74c-40ce-47c0-8636-6d0cadd9ff7b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 210 time: 0.1347463 Sep 09 21:55:36.054775 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device de0fe6a2-e171-44c7-92e6-f56a9a2181cf up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:36.203147 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b05ed21d-4eea-47df-99fe-e8727acd7e63 req-a9e5576f-ba99-48a2-8a74-e7ed8f695683 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 210 time: 0.0598288 Sep 09 21:55:36.215108 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b25e3c01-2887-40b5-82e7-a4bded69f566 req-c48d7fdc-ca27-44d7-b40d-5cfa8db07f16 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503111 Sep 09 21:55:36.268490 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Notify callbacks [] for port, precommit_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:36.279460 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port de0fe6a2-e171-44c7-92e6-f56a9a2181cf completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:55:36.330878 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port de0fe6a2-e171-44c7-92e6-f56a9a2181cf triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:36.332690 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:36.339123 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Transition to ACTIVE for port object 846d7639-1bcd-4ba9-bf63-b66425b915de will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:36.339360 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d844d157-50b3-431d-a1be-fa0ae2dcb289 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:36.460204 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Request body: {'port': {'device_id': '5045182d-ebd9-4326-88c2-06084d1d4eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:36.475662 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d844d157-50b3-431d-a1be-fa0ae2dcb289 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:36.510501 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844d157-50b3-431d-a1be-fa0ae2dcb289 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc8f893-a50c-40f6-8d45-af741a4f8bf2,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:36.520193 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:36.577687 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Made reservation on behalf of 359a6d9155d544dbac18294820e25371 for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:36.582598 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:36.596249 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:36.636669 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:36.681156 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1b90a-ff69-40f6-bf84-91392f4702fa None None] Pushing event updated for resources: {'Port': ['ID=846d7639-1bcd-4ba9-bf63-b66425b915de,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:36.796913 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d844d157-50b3-431d-a1be-fa0ae2dcb289 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:36.802389 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-d844d157-50b3-431d-a1be-fa0ae2dcb289 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4833391 Sep 09 21:55:36.808720 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48940) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:36.809227 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port de0fe6a2-e171-44c7-92e6-f56a9a2181cf, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=de0fe6a2-e171-44c7-92e6-f56a9a2181cf,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:36.819494 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-c2315205-6f75-4cb1-b48e-c78aee977e4e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'security_group_rule': {'security_group_id': '8cc8f893-a50c-40f6-8d45-af741a4f8bf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:36.859474 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Attempting to bind port 846d7639-1bcd-4ba9-bf63-b66425b915de on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:55:36.865313 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Attempting to bind port 846d7639-1bcd-4ba9-bf63-b66425b915de by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:55:36.865313 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Attempting to bind port 846d7639-1bcd-4ba9-bf63-b66425b915de on network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:36.881358 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:55:36.881604 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Checking segment: {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:36.881867 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:36.895308 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Bound using segment: {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:55:36.896109 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Bound port: 846d7639-1bcd-4ba9-bf63-b66425b915de, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:55:36.896714 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:37.144508 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] For port 846d7639-1bcd-4ba9-bf63-b66425b915de, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:55:37.151335 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] For port 846d7639-1bcd-4ba9-bf63-b66425b915de, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=846d7639-1bcd-4ba9-bf63-b66425b915de,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:55:37.216873 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-28152741-fa36-45a1-9438-61e23898756a req-6a1aaf1b-0d95-4e24-b176-46698c99d417 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 210 time: 0.0563698 Sep 09 21:55:37.224071 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Allocated IP 172.20.0.8 (ebf5c1cd-d3ec-4571-a114-caf48cd73d15/65ac6ff5-5c24-4075-ae7a-78ea1eb1d871/b07a477e-9679-4764-92c8-91cc7842aef9) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:55:37.280869 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:37.318089 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-d5cc9755-7229-4c3a-ba63-a25132e6b99b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:37.319448 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-d5cc9755-7229-4c3a-ba63-a25132e6b99b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 818 time: 0.5128980 Sep 09 21:55:37.368453 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-dadbb84a-96c6-44c9-9aae-4fe269dff57a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/quotas/ff6463e09c2f476a8045b2ff7d14e44a HTTP/1.1" status: 200 len: 375 time: 0.0365386 Sep 09 21:55:37.377721 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=de0fe6a2-e171-44c7-92e6-f56a9a2181cf,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:37.407262 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:37.474658 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-d70553b4-b7b0-4a45-ba07-eb3bf6dd0c9f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0986657 Sep 09 21:55:37.515388 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:37.545079 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:55:37.545921 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:55:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:37.579980 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09d45e6-2b45-49f2-9cf2-b25eb32dc178 {{(pid=100961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:55:37.598575 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c2315205-6f75-4cb1-b48e-c78aee977e4e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:37.616468 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122c88b-2615-49d6-9962-972dbdfbaca3 req-489eb709-3770-4ffb-a61b-76adbc033cf9 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:37.623402 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:37.624911 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d122c88b-2615-49d6-9962-972dbdfbaca3 req-489eb709-3770-4ffb-a61b-76adbc033cf9 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 931 time: 0.3179562 Sep 09 21:55:37.704264 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d122c88b-2615-49d6-9962-972dbdfbaca3 req-5b06f0b7-5851-4dc7-9d02-c27c7c2efa45 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781145 Sep 09 21:55:37.730362 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.provisioning_blocks [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Transition to ACTIVE for port object f09d45e6-2b45-49f2-9cf2-b25eb32dc178 will not be triggered until provisioned by entity L2. {{(pid=100961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:37.737441 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1b90a-ff69-40f6-bf84-91392f4702fa None None] Pushing event updated for resources: {'Port': ['ID=846d7639-1bcd-4ba9-bf63-b66425b915de,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:37.793512 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-58902311-c971-448d-af1a-5f33bcee175b service neutron] 10.222.0.52 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058972 Sep 09 21:55:37.801638 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c2315205-6f75-4cb1-b48e-c78aee977e4e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:37.801638 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:37.944832 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device de0fe6a2-e171-44c7-92e6-f56a9a2181cf up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:37.959626 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c2315205-6f75-4cb1-b48e-c78aee977e4e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:37.974609 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:38.019515 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:38.040072 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-972f6715-63b6-44ee-99f9-ef97455c5288 service neutron] 10.222.0.52 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341216 Sep 09 21:55:38.043441 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:38.051726 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:55:38.062607 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:55:38.077603 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:38.078535 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:38.149907 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c2315205-6f75-4cb1-b48e-c78aee977e4e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:38.156224 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-c2315205-6f75-4cb1-b48e-c78aee977e4e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3461800 Sep 09 21:55:38.157109 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48970) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:38.195215 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2315205-6f75-4cb1-b48e-c78aee977e4e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c30480f-c8fb-4eaf-9530-e9fb2c7d4d94,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:38.226457 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-f0a5bd2c-54be-416f-b45d-69154f2b75fa tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'security_group_rule': {'security_group_id': '8cc8f893-a50c-40f6-8d45-af741a4f8bf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:38.235202 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 48972) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:38.266250 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Pushing event updated for resources: {'Port': ['ID=b07a477e-9679-4764-92c8-91cc7842aef9,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:38.519330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.managers [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Attempting to bind port f09d45e6-2b45-49f2-9cf2-b25eb32dc178 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:55:38.519330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.managers [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Attempting to bind port f09d45e6-2b45-49f2-9cf2-b25eb32dc178 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '54e2c873-8abc-4ec7-92e9-f4839ffc48f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '071d76f2-4564-4444-8024-422c0afe4f3b'}] {{(pid=100961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:55:38.519330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Attempting to bind port f09d45e6-2b45-49f2-9cf2-b25eb32dc178 on network 071d76f2-4564-4444-8024-422c0afe4f3b {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:38.519330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Port f09d45e6-2b45-49f2-9cf2-b25eb32dc178 on network 071d76f2-4564-4444-8024-422c0afe4f3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:55:38.519330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Attempting to bind port f09d45e6-2b45-49f2-9cf2-b25eb32dc178 on network 071d76f2-4564-4444-8024-422c0afe4f3b {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:38.519330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Pushing event updated for resources: {'Port': ['ID=f09d45e6-2b45-49f2-9cf2-b25eb32dc178,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:38.519330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:55:38.519330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Checking segment: {'id': '54e2c873-8abc-4ec7-92e9-f4839ffc48f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '071d76f2-4564-4444-8024-422c0afe4f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:38.519330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Bound using segment: {'id': '54e2c873-8abc-4ec7-92e9-f4839ffc48f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '071d76f2-4564-4444-8024-422c0afe4f3b'} {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:55:38.519330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.managers [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Bound port: f09d45e6-2b45-49f2-9cf2-b25eb32dc178, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e2c873-8abc-4ec7-92e9-f4839ffc48f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '071d76f2-4564-4444-8024-422c0afe4f3b'}}] {{(pid=100961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:55:38.519330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:38.521787 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port de0fe6a2-e171-44c7-92e6-f56a9a2181cf triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:38.521787 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:38.522574 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21924c0-4ecc-44c8-837a-b7c761a419db req-94c4f5c4-5432-4645-9be1-c90da1dca720 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:38.522574 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d21924c0-4ecc-44c8-837a-b7c761a419db req-94c4f5c4-5432-4645-9be1-c90da1dca720 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 931 time: 0.0671542 Sep 09 21:55:38.522833 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] For port f09d45e6-2b45-49f2-9cf2-b25eb32dc178, host hv-cinder-80813, cleared binding levels {{(pid=100961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:55:38.522833 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] For port f09d45e6-2b45-49f2-9cf2-b25eb32dc178, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=f09d45e6-2b45-49f2-9cf2-b25eb32dc178,segment=NetworkSegment(54e2c873-8abc-4ec7-92e9-f4839ffc48f0),segment_id=54e2c873-8abc-4ec7-92e9-f4839ffc48f0)] {{(pid=100961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:55:38.523258 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d21924c0-4ecc-44c8-837a-b7c761a419db req-9676ed15-4cec-49a5-b619-3a6a5c8861cd tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373344 Sep 09 21:55:38.590165 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d411f8d0-9d50-418d-8a27-a8c67c63f561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:38.609126 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:37Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:55:38.624234 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-c6957780-051f-41a5-ba53-ae4212144e33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4309628 Sep 09 21:55:38.659104 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f458e658-7bc7-4cbc-82cb-7b896c52281f None None] The sync data for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi is: [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:37Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:55:38.684366 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:38.822809 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f0a5bd2c-54be-416f-b45d-69154f2b75fa tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:38.873162 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:38.875546 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:38.879537 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] 10.222.0.46 "PUT /v2.0/ports/f09d45e6-2b45-49f2-9cf2-b25eb32dc178 HTTP/1.1" status: 200 len: 1093 time: 3.2007539 Sep 09 21:55:38.883199 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5045182d-ebd9-4326-88c2-06084d1d4eb9', 'tag': 'f09d45e6-2b45-49f2-9cf2-b25eb32dc178'}] {{(pid=100961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:55:38.954905 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Request body: {'port': {'device_id': '57948859-c133-4c6f-8e9c-9db6b39e8d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:39.101664 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e93b0-1bd9-44e9-823e-69d748ca73ca service neutron] Pushing event updated for resources: {'Port': ['ID=f09d45e6-2b45-49f2-9cf2-b25eb32dc178,revision_number=3']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:39.205201 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba0b05-8b82-42d5-b42f-59cd08a5ae4e req-c542fc77-f003-4652-a4ac-4a6fce0a0b01 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:39.214111 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bba0b05-8b82-42d5-b42f-59cd08a5ae4e req-c542fc77-f003-4652-a4ac-4a6fce0a0b01 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 943 time: 0.2874963 Sep 09 21:55:39.258663 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:39.283015 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-aa3a79a0-27ce-43fb-a2ac-9c271d491079 req-7d949754-b532-452d-9298-a36a1c06114e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 210 time: 0.2814748 Sep 09 21:55:39.329150 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f0a5bd2c-54be-416f-b45d-69154f2b75fa tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:39.405837 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bba0b05-8b82-42d5-b42f-59cd08a5ae4e req-84b39306-4b46-4cf5-b80e-9d5f9b71dd17 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815038 Sep 09 21:55:39.428079 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-5533bc97-71ef-4216-9f74-08bbcfe9272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:39.438800 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-5533bc97-71ef-4216-9f74-08bbcfe9272e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9cc78aa24564b1c97025a78d9a34102&device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 1096 time: 0.3154302 Sep 09 21:55:39.560539 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f0a5bd2c-54be-416f-b45d-69154f2b75fa tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:39.623527 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-f7915e50-1298-456d-8d1a-3469f3bb88b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f09d45e6-2b45-49f2-9cf2-b25eb32dc178 HTTP/1.1" status: 200 len: 217 time: 0.1704755 Sep 09 21:55:39.631168 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b65d93457b8c871874c01ecb4d659631ef50cf60421be1b29a611e90dc15954f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d7aace-f061-4134-a398-89452bb52a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5045182d-ebd9-4326-88c2-06084d1d4eb9", "tag": "f09d45e6-2b45-49f2-9cf2-b25eb32dc178"}]}' {{(pid=100961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:55:39.734550 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d411f8d0-9d50-418d-8a27-a8c67c63f561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:39.760451 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5bd2c-54be-416f-b45d-69154f2b75fa tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf418af-1e5f-4d87-83ae-7fa0ea351b9f,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:39.826374 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5da100-099a-49fd-94e0-a2e5cd88dd77 req-ef5f6890-6127-4358-9802-268ab5d34bfd tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:39.828397 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fe5da100-099a-49fd-94e0-a2e5cd88dd77 req-ef5f6890-6127-4358-9802-268ab5d34bfd tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 931 time: 0.1550887 Sep 09 21:55:39.835534 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-8c2f6913-01cb-41ac-a3c3-1551a34f64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:39.840026 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-8c2f6913-01cb-41ac-a3c3-1551a34f64d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8ef95942-3062-442c-9365-0e17a60b7a12 HTTP/1.1" status: 200 len: 852 time: 0.1442204 Sep 09 21:55:39.850418 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d411f8d0-9d50-418d-8a27-a8c67c63f561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:39.970816 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 846d7639-1bcd-4ba9-bf63-b66425b915de up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:39.977776 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f0a5bd2c-54be-416f-b45d-69154f2b75fa tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:39.983026 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-f0a5bd2c-54be-416f-b45d-69154f2b75fa tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7850628 Sep 09 21:55:40.070639 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-95ee1a5f-a913-412d-ba0e-61de1ffc8593 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=071d76f2-4564-4444-8024-422c0afe4f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525028 Sep 09 21:55:40.078250 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49026) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:40.083428 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f482bbc-30ea-463a-bf67-7a05d7ed1c33 x-openstack-request-id: req-7f482bbc-30ea-463a-bf67-7a05d7ed1c33 {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:55:40.083714 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5045182d-ebd9-4326-88c2-06084d1d4eb9", "tag": "f09d45e6-2b45-49f2-9cf2-b25eb32dc178", "status": "completed", "code": 200}]} {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:55:40.083958 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f482bbc-30ea-463a-bf67-7a05d7ed1c33 {{(pid=100961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:55:40.092526 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5045182d-ebd9-4326-88c2-06084d1d4eb9', 'tag': 'f09d45e6-2b45-49f2-9cf2-b25eb32dc178', 'status': 'completed', 'code': 200} Sep 09 21:55:40.114865 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'floatingip': {'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:40.161374 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fe5da100-099a-49fd-94e0-a2e5cd88dd77 req-f794a64c-a5f6-46b8-ab75-585cc819f0f4 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158135 Sep 09 21:55:40.211975 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 846d7639-1bcd-4ba9-bf63-b66425b915de completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:55:40.217426 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 846d7639-1bcd-4ba9-bf63-b66425b915de triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:40.217752 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:40.265338 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.46', 55619) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:40.276706 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:40.338168 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-d411f8d0-9d50-418d-8a27-a8c67c63f561 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d74360f60364e81b8c0b6a953071416&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0920286 Sep 09 21:55:40.347656 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 49032) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:40.452663 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:40.520679 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411f8d0-9d50-418d-8a27-a8c67c63f561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec9bcfb-cae8-4fae-8441-fa9011608510,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:40.609893 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 846d7639-1bcd-4ba9-bf63-b66425b915de, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=846d7639-1bcd-4ba9-bf63-b66425b915de,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:40.697136 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0b34c68d-def4-47b8-893a-8b5cde8524eb req-5eb0f33d-f8ea-477a-8127-9dc58ad5b1a7 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 210 time: 0.1891553 Sep 09 21:55:40.776585 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-44db361d-9c23-4778-bd42-87004b83a5ae tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:40.785361 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-44db361d-9c23-4778-bd42-87004b83a5ae tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.46 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 818 time: 0.5110810 Sep 09 21:55:40.809602 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:40.868585 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Request body: {'port': {'device_id': 'b306126d-04a3-422f-94eb-7106d5b3da20', 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01', 'admin_state_up': True, 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:40.881521 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81351afe-83b9-4714-ae71-8dcd886ed8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:40.948070 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=846d7639-1bcd-4ba9-bf63-b66425b915de,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:40.975273 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81351afe-83b9-4714-ae71-8dcd886ed8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:41.000169 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07a477e-9679-4764-92c8-91cc7842aef9 {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:55:41.002741 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-a9808842-0eb1-4957-8821-ad447a92fb6d service neutron] 10.222.0.46 "GET /v2.0/networks/071d76f2-4564-4444-8024-422c0afe4f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8769293 Sep 09 21:55:41.013367 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:41.091258 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Transition to ACTIVE for port object b07a477e-9679-4764-92c8-91cc7842aef9 will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:41.092532 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3146c-4e91-4939-a3c6-6f4783edecd2 req-632b3ce3-3a59-43f5-886d-900a770043f2 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:41.094123 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-02a3146c-4e91-4939-a3c6-6f4783edecd2 req-632b3ce3-3a59-43f5-886d-900a770043f2 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 943 time: 0.2402186 Sep 09 21:55:41.221441 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-02a3146c-4e91-4939-a3c6-6f4783edecd2 req-37e23e87-b14f-4494-ac1b-6c130abfd3f8 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136439 Sep 09 21:55:41.253860 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:41.381318 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50877994-99e8-4413-9ddb-c43fa7d76bf0 req-1206a56b-2205-4ed5-991d-234840d8ed34 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:41.381318 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-50877994-99e8-4413-9ddb-c43fa7d76bf0 req-1206a56b-2205-4ed5-991d-234840d8ed34 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 931 time: 0.0699818 Sep 09 21:55:41.404280 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:41.406192 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81351afe-83b9-4714-ae71-8dcd886ed8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:41.408679 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81351afe-83b9-4714-ae71-8dcd886ed8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:41.409858 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-81351afe-83b9-4714-ae71-8dcd886ed8f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eec9bcfb-cae8-4fae-8441-fa9011608510 HTTP/1.1" status: 204 len: 168 time: 1.0117371 Sep 09 21:55:41.410721 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Made reservation on behalf of ff6463e09c2f476a8045b2ff7d14e44a for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:41.414854 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:41.459843 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-50877994-99e8-4413-9ddb-c43fa7d76bf0 req-5745e075-b9ee-49c1-a8e9-79a4c1d840dd tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818083 Sep 09 21:55:41.485848 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81351afe-83b9-4714-ae71-8dcd886ed8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec9bcfb-cae8-4fae-8441-fa9011608510,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:41.601324 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Allocated IP 172.27.1.201 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/c66362b0-78f5-4a80-a979-05ada1e1a98a) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:55:41.722762 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Pushing event updated for resources: {'Port': ['ID=b07a477e-9679-4764-92c8-91cc7842aef9,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:41.809436 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:41.953198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Attempting to bind port b07a477e-9679-4764-92c8-91cc7842aef9 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:55:41.953198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Attempting to bind port b07a477e-9679-4764-92c8-91cc7842aef9 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:55:41.953198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Attempting to bind port b07a477e-9679-4764-92c8-91cc7842aef9 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:41.953198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Allocated IP 172.20.0.6 (3f69bac4-132a-4771-aff6-035aa4ee6e01/bac683f1-6482-4bb9-850c-c31ad8648008/4cbc1d2c-38ef-4d9e-8697-fd73a82de907) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:55:41.953198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Port b07a477e-9679-4764-92c8-91cc7842aef9 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:55:41.953198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Attempting to bind port b07a477e-9679-4764-92c8-91cc7842aef9 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:41.953198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:55:41.953198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Checking segment: {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:41.953198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Bound using segment: {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:55:41.953198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Bound port: b07a477e-9679-4764-92c8-91cc7842aef9, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:55:41.953198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:41.969629 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3b369c3f-be7f-4fad-b62e-509bd1078fed req-4d428cfc-55ae-467f-b782-a0d10be91cbc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 210 time: 0.1276541 Sep 09 21:55:41.998457 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 846d7639-1bcd-4ba9-bf63-b66425b915de up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:42.071561 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49070) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:42.121848 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] For port b07a477e-9679-4764-92c8-91cc7842aef9, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:55:42.142675 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:42.179235 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 846d7639-1bcd-4ba9-bf63-b66425b915de triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:42.179613 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:42.188192 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:55:42.214716 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:42.218258 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] For port b07a477e-9679-4764-92c8-91cc7842aef9, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=b07a477e-9679-4764-92c8-91cc7842aef9,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:55:42.234148 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:42.243076 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:55:42.284914 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'Port': ['ID=c66362b0-78f5-4a80-a979-05ada1e1a98a,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:42.334509 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:42.467945 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:42.467945 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:42.467945 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] 10.222.0.46 "PUT /v2.0/ports/b07a477e-9679-4764-92c8-91cc7842aef9 HTTP/1.1" status: 200 len: 1093 time: 3.5712903 Sep 09 21:55:42.469060 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b2aee483-6dbd-4c25-aef8-5dc35f935a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:42.469736 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57948859-c133-4c6f-8e9c-9db6b39e8d23', 'tag': 'b07a477e-9679-4764-92c8-91cc7842aef9'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:55:42.573638 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566aeda1-b85c-4d9c-9b94-d3516f2e8812 service neutron] Pushing event updated for resources: {'Port': ['ID=b07a477e-9679-4764-92c8-91cc7842aef9,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:42.578245 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:42.579153 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:42.596424 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f8623-c2bb-45aa-9c1d-22e8af19d9a9 req-e09f7852-a6d0-43c1-9c0b-5faef9cea2fc tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:42.598175 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a99f8623-c2bb-45aa-9c1d-22e8af19d9a9 req-e09f7852-a6d0-43c1-9c0b-5faef9cea2fc tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 943 time: 0.1857808 Sep 09 21:55:42.712593 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a99f8623-c2bb-45aa-9c1d-22e8af19d9a9 req-4ddd9680-85bd-481a-a8e4-7e253ffb9c48 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996332 Sep 09 21:55:42.815759 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f628f7a-2080-4861-b8e7-c06b608bf0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "57948859-c133-4c6f-8e9c-9db6b39e8d23", "tag": "b07a477e-9679-4764-92c8-91cc7842aef9"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:55:42.932932 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b2aee483-6dbd-4c25-aef8-5dc35f935a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:42.936883 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2bc732-522c-44e7-ac36-d8c4eac56055 x-openstack-request-id: req-4d2bc732-522c-44e7-ac36-d8c4eac56055 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:55:42.937177 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57948859-c133-4c6f-8e9c-9db6b39e8d23", "tag": "b07a477e-9679-4764-92c8-91cc7842aef9", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:55:42.937439 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d2bc732-522c-44e7-ac36-d8c4eac56055 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:55:42.938585 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57948859-c133-4c6f-8e9c-9db6b39e8d23', 'tag': 'b07a477e-9679-4764-92c8-91cc7842aef9', 'status': 'completed', 'code': 200} Sep 09 21:55:42.955026 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea7ae3-a8cf-4bcf-92f9-2bffa5c5f6b7 req-41b55fc6-4cf2-4d41-97b2-2d60f5be329a tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:42.956660 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-39ea7ae3-a8cf-4bcf-92f9-2bffa5c5f6b7 req-41b55fc6-4cf2-4d41-97b2-2d60f5be329a tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 943 time: 0.3223300 Sep 09 21:55:42.990866 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8192aeac-878b-49bc-9a20-828d7bcf0b4f req-2af8122f-30aa-4d66-8622-5edd0c0e3957 service neutron] 10.222.0.46 "GET /v2.0/networks/071d76f2-4564-4444-8024-422c0afe4f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948997 Sep 09 21:55:43.019633 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-39ea7ae3-a8cf-4bcf-92f9-2bffa5c5f6b7 req-069655bf-0920-4727-85c2-62ffcfd72911 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538385 Sep 09 21:55:43.101785 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c75014e2-f30a-4852-bad2-ac1efe9c479a req-d04ff371-2b0c-4589-8131-4208ecdd30b8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 210 time: 0.0445664 Sep 09 21:55:43.103688 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49110) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:43.130697 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-725d1afb-25f7-478c-833b-5d279e8ee9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.135189 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.147095 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.183923 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b2aee483-6dbd-4c25-aef8-5dc35f935a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.200650 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Pushing event updated for resources: {'Port': ['ID=4cbc1d2c-38ef-4d9e-8697-fd73a82de907,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:43.227493 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Network 3f69bac4-132a-4771-aff6-035aa4ee6e01 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:43.229556 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:43.239717 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:55:43.258767 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:43.259280 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.295076 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aee483-6dbd-4c25-aef8-5dc35f935a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e2a903-300c-423c-9bec-5e72eeb1dda7,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:43.318287 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-b2aee483-6dbd-4c25-aef8-5dc35f935a53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61451051efc24d51acd0042be7851e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2427466 Sep 09 21:55:43.318706 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 49116) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:43.402057 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e40092fc-5c60-4fce-aca2-b1e452d87ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.429602 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e40092fc-5c60-4fce-aca2-b1e452d87ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.461729 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-725d1afb-25f7-478c-833b-5d279e8ee9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.463979 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.572425 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.575873 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-725d1afb-25f7-478c-833b-5d279e8ee9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.618015 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e40092fc-5c60-4fce-aca2-b1e452d87ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.621908 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e40092fc-5c60-4fce-aca2-b1e452d87ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.624375 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-e40092fc-5c60-4fce-aca2-b1e452d87ff6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3e2a903-300c-423c-9bec-5e72eeb1dda7 HTTP/1.1" status: 204 len: 168 time: 0.3034334 Sep 09 21:55:43.635256 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.666288 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40092fc-5c60-4fce-aca2-b1e452d87ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e2a903-300c-423c-9bec-5e72eeb1dda7,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:43.668242 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-725d1afb-25f7-478c-833b-5d279e8ee9b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25e61cfd90724f8abfe82660192c2aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5631368 Sep 09 21:55:43.668980 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49122) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:43.671368 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'Port': ['ID=c66362b0-78f5-4a80-a979-05ada1e1a98a,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:43.673953 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d1afb-25f7-478c-833b-5d279e8ee9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7332a18c-a94b-4f5d-b5d4-9325b874aa28,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:43.760774 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f16e7aaa-7044-4370-acd1-a658d2116a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.796403 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f16e7aaa-7044-4370-acd1-a658d2116a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.903966 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffad06-af0a-41d2-9810-dfbc97289573 req-6579aca2-4002-4e86-b0ff-b76ee8fa91cd tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:43.905659 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f7ffad06-af0a-41d2-9810-dfbc97289573 req-6579aca2-4002-4e86-b0ff-b76ee8fa91cd tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 943 time: 0.0791140 Sep 09 21:55:43.908143 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-5c2c2cae-2803-44f1-ba2f-5590b270b46c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0644007 Sep 09 21:55:43.940164 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:43.941917 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-8ed37374-91c4-4f83-a4d1-fe9582ef37fe tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8482325 Sep 09 21:55:43.950057 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f7ffad06-af0a-41d2-9810-dfbc97289573 req-1613d50f-b527-4917-b977-4f020a3d3720 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352449 Sep 09 21:55:44.040398 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f16e7aaa-7044-4370-acd1-a658d2116a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:44.047115 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f16e7aaa-7044-4370-acd1-a658d2116a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:44.049930 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-f16e7aaa-7044-4370-acd1-a658d2116a82 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7332a18c-a94b-4f5d-b5d4-9325b874aa28 HTTP/1.1" status: 204 len: 168 time: 0.3781562 Sep 09 21:55:44.069740 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e7aaa-7044-4370-acd1-a658d2116a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7332a18c-a94b-4f5d-b5d4-9325b874aa28,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:44.261377 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-dd32efc0-6b19-4ea2-9cdd-347d59f78eaf tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1558277596&fields=id&tenant_id=19c2697bc0824207a1d617336ec8a226 HTTP/1.1" status: 200 len: 267 time: 0.0853062 Sep 09 21:55:44.270354 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f89a5-4203-4fd9-b259-ab4de16b8912 req-826e203c-18c6-4725-99f8-8c9d42b47bf1 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:44.278802 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-676f89a5-4203-4fd9-b259-ab4de16b8912 req-826e203c-18c6-4725-99f8-8c9d42b47bf1 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 943 time: 0.0968187 Sep 09 21:55:44.335156 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-676f89a5-4203-4fd9-b259-ab4de16b8912 req-51b67ee4-99a7-4e31-96e9-6fefa1b495b7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551417 Sep 09 21:55:44.408808 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-ba67405a-c120-4e96-8332-d4a985c82a3e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:44.410969 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-ba67405a-c120-4e96-8332-d4a985c82a3e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/networks?id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 HTTP/1.1" status: 200 len: 810 time: 0.1424952 Sep 09 21:55:44.439217 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-828c2d26-db9d-4448-9c60-3d4dc9f12528 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/quotas/19c2697bc0824207a1d617336ec8a226 HTTP/1.1" status: 200 len: 375 time: 0.0220656 Sep 09 21:55:44.459642 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-aa55ceae-da80-44bd-adf6-dd146bf0323f req-1e08ed38-d53f-4882-acbc-ffd567b7fcc7 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 210 time: 0.0359981 Sep 09 21:55:44.518936 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-00eb2b79-5516-408d-8a4f-9b4ae79af550 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736933 Sep 09 21:55:44.629275 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-57b3b098-f89a-4525-b554-f5a41bc166dd service neutron] 10.222.0.52 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839198 Sep 09 21:55:44.718945 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-d010ebe1-b2f5-4a70-920a-be9cf2f30def service neutron] 10.222.0.52 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885370 Sep 09 21:55:44.932900 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49166) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:44.947763 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6bcb7a27-bd34-4e43-9134-a26bbfe0ae9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:45.152930 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a7a9353b-f329-4446-8e56-653b960ce5cf req-40f040d6-f7ef-4a98-b714-b44e7cc27453 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 210 time: 0.0544212 Sep 09 21:55:45.224846 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492c7ba-1269-4254-9d3b-126ee6e45e42 req-373d0bac-c6f6-4fe4-888c-287b33e5842c tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:45.233731 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d492c7ba-1269-4254-9d3b-126ee6e45e42 req-373d0bac-c6f6-4fe4-888c-287b33e5842c tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 943 time: 0.1217561 Sep 09 21:55:45.262672 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6bcb7a27-bd34-4e43-9134-a26bbfe0ae9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:45.297049 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d492c7ba-1269-4254-9d3b-126ee6e45e42 req-d43937dd-5a06-4962-9e07-33e58b1d2a0a tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566177 Sep 09 21:55:45.370723 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6bcb7a27-bd34-4e43-9134-a26bbfe0ae9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:45.419385 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb7a27-bd34-4e43-9134-a26bbfe0ae9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f29862-3d6f-4952-8739-16751339de59,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:45.425082 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-6bcb7a27-bd34-4e43-9134-a26bbfe0ae9e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec4c0e7a99e04d4498420af026a947d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909513 Sep 09 21:55:45.430040 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49194) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:45.526023 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47199f9-741a-4eaa-a0d1-6695795e13e6 req-b233abcc-a80f-42d1-8045-97ce2d2fe8a4 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:45.527702 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d47199f9-741a-4eaa-a0d1-6695795e13e6 req-b233abcc-a80f-42d1-8045-97ce2d2fe8a4 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 943 time: 0.0805395 Sep 09 21:55:45.529017 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-601215e3-69a5-4432-b99a-b7ce36b59bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:45.566592 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-601215e3-69a5-4432-b99a-b7ce36b59bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:45.600889 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d47199f9-741a-4eaa-a0d1-6695795e13e6 req-06ba2ea9-138a-425f-bfa5-82cf3fbdb1e7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667021 Sep 09 21:55:45.728005 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-601215e3-69a5-4432-b99a-b7ce36b59bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:45.728775 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-601215e3-69a5-4432-b99a-b7ce36b59bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:45.730331 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-601215e3-69a5-4432-b99a-b7ce36b59bd8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65f29862-3d6f-4952-8739-16751339de59 HTTP/1.1" status: 204 len: 168 time: 0.2991555 Sep 09 21:55:45.750594 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601215e3-69a5-4432-b99a-b7ce36b59bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f29862-3d6f-4952-8739-16751339de59,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:45.766143 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49212) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:45.799058 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1026d8ab-0649-455b-a085-7e4cd8cf3d77 req-ae0e4d1f-9de3-4185-92f3-0fec31a20644 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 210 time: 0.0415232 Sep 09 21:55:45.902596 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b76b31b1-22c8-4e16-891c-dac9ff8335a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:45.994009 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b76b31b1-22c8-4e16-891c-dac9ff8335a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:46.103274 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b76b31b1-22c8-4e16-891c-dac9ff8335a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:46.142901 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-b76b31b1-22c8-4e16-891c-dac9ff8335a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a00405323c344aa98141bc6f36d11b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753843 Sep 09 21:55:46.144575 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b31b1-22c8-4e16-891c-dac9ff8335a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08225bbd-d9e8-45aa-954c-d407f00aa455,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:46.146215 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 49224) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:46.201144 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8ea20e0e-8455-40d2-850d-90445af66ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:46.223899 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8ea20e0e-8455-40d2-850d-90445af66ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:46.254762 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1990afd6-3519-43d4-9d50-bf04e1a8ff3a req-c2044444-8491-4e84-8508-9ba3eeb19134 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 210 time: 0.0283945 Sep 09 21:55:46.325901 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8ea20e0e-8455-40d2-850d-90445af66ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:46.334239 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8ea20e0e-8455-40d2-850d-90445af66ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:46.338128 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-8ea20e0e-8455-40d2-850d-90445af66ca9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08225bbd-d9e8-45aa-954c-d407f00aa455 HTTP/1.1" status: 204 len: 168 time: 0.1879129 Sep 09 21:55:46.347384 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea20e0e-8455-40d2-850d-90445af66ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08225bbd-d9e8-45aa-954c-d407f00aa455,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:46.418720 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Request body: {'port': {'device_id': 'b306126d-04a3-422f-94eb-7106d5b3da20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:46.531445 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-6d8ef8e4-41c6-4448-adbe-c0e1c3e954f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:46.532987 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-6d8ef8e4-41c6-4448-adbe-c0e1c3e954f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 1096 time: 0.1537664 Sep 09 21:55:46.541163 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:46.552185 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3addc-dfb1-4204-820e-ba7f824cb69c req-ae005b58-6538-4201-9395-d5a23020c583 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:46.553742 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fad3addc-dfb1-4204-820e-ba7f824cb69c req-ae005b58-6538-4201-9395-d5a23020c583 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 943 time: 0.1389725 Sep 09 21:55:46.644002 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7aace-f061-4134-a398-89452bb52a0b req-befe6372-0dd7-49e7-b004-5a486c56078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:46.644002 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f9d7aace-f061-4134-a398-89452bb52a0b req-befe6372-0dd7-49e7-b004-5a486c56078f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9cc78aa24564b1c97025a78d9a34102&device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0590770 Sep 09 21:55:46.651401 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-872939ff-afb9-4ab2-badb-07b35a2b3ed9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b07a477e-9679-4764-92c8-91cc7842aef9 HTTP/1.1" status: 200 len: 217 time: 0.0965443 Sep 09 21:55:46.736884 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fad3addc-dfb1-4204-820e-ba7f824cb69c req-23967c53-6f99-4a5f-99fa-72011fe10e4a tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755879 Sep 09 21:55:46.763382 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-ab41d5b7-0ce8-4837-98d1-e811096b1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:46.764870 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-ab41d5b7-0ce8-4837-98d1-e811096b1598 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ac6ff5-5c24-4075-ae7a-78ea1eb1d871 HTTP/1.1" status: 200 len: 854 time: 0.1030042 Sep 09 21:55:46.868319 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-b74d0ed8-809a-492f-9d60-a155f8fcaafb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601609 Sep 09 21:55:46.882110 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa0777-db95-4cbf-a48f-18bb68be8c30 req-b437a389-3c6d-4b47-adb6-10140fc5836b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:46.883905 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-eafa0777-db95-4cbf-a48f-18bb68be8c30 req-b437a389-3c6d-4b47-adb6-10140fc5836b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 943 time: 0.1720836 Sep 09 21:55:46.943590 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7aace-f061-4134-a398-89452bb52a0b req-85984580-8610-4de9-8429-84ef024d614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:46.944525 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f9d7aace-f061-4134-a398-89452bb52a0b req-85984580-8610-4de9-8429-84ef024d614d service neutron] 10.222.0.46 "GET /v2.0/networks?id=071d76f2-4564-4444-8024-422c0afe4f3b HTTP/1.1" status: 200 len: 913 time: 0.2905939 Sep 09 21:55:46.946969 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49254) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:47.019838 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f9d7aace-f061-4134-a398-89452bb52a0b req-ce394b8e-96c9-47d8-9b47-5d68bf4ccd13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f09d45e6-2b45-49f2-9cf2-b25eb32dc178 HTTP/1.1" status: 200 len: 217 time: 0.0519578 Sep 09 21:55:47.027014 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-eafa0777-db95-4cbf-a48f-18bb68be8c30 req-7ead15a5-32b0-4e22-bfff-44056da39fe0 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221745 Sep 09 21:55:47.087879 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.46', 55630) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:47.091291 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9e0598a9-5888-4124-b8be-40d383df02a0 req-c4c5686d-20fe-4b6e-8701-821bb4621f0e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 210 time: 0.2270768 Sep 09 21:55:47.225031 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-fc5a9502-baad-4893-bbb0-a27510b474d7 service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441799 Sep 09 21:55:47.359299 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:55:47.374065 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 49266) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:47.377422 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:47.392195 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7aace-f061-4134-a398-89452bb52a0b req-0d25099e-10d3-4a9f-8d60-49b329c23bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:47.394505 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e7547c4-6bf7-447c-88d8-86fbd32f41ef req-aeca9cf7-698d-4b44-ae4a-2fd9041cc92f service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583393 Sep 09 21:55:47.394732 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f9d7aace-f061-4134-a398-89452bb52a0b req-0d25099e-10d3-4a9f-8d60-49b329c23bfa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8ef95942-3062-442c-9365-0e17a60b7a12 HTTP/1.1" status: 200 len: 852 time: 0.3657088 Sep 09 21:55:47.400671 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e297c560-abd9-45e5-85b6-e8dcead59d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:47.404067 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-3d4bc769-25f7-4f27-8111-fd04eea1cf21 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:47.405840 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-3d4bc769-25f7-4f27-8111-fd04eea1cf21 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.46 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 818 time: 0.3152006 Sep 09 21:55:47.412703 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Transition to ACTIVE for port object 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:47.461223 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Request body: {'port': {'device_id': '37912018-2bbc-4d26-9a93-50ad0b856dea', 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01', 'admin_state_up': True, 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:47.553679 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-994170d9-3d21-4c3f-af08-951ca7f373f9 req-3b56972b-c40f-4295-bb24-544479f71fd3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 210 time: 0.1578856 Sep 09 21:55:47.559574 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f9d7aace-f061-4134-a398-89452bb52a0b req-3822499a-8fc3-490e-a6d0-ddc48baffcb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=071d76f2-4564-4444-8024-422c0afe4f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446481 Sep 09 21:55:47.563325 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e297c560-abd9-45e5-85b6-e8dcead59d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:47.581163 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:47.616849 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-384d4079-6009-4dd1-8ce2-eb550ef190f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:47.667930 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.46', 55633) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:47.692547 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Pushing event updated for resources: {'Port': ['ID=4cbc1d2c-38ef-4d9e-8697-fd73a82de907,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:47.706980 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e297c560-abd9-45e5-85b6-e8dcead59d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:47.717257 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f9d7aace-f061-4134-a398-89452bb52a0b req-a7e159ce-2171-4a0b-9e86-105dc35abf34 service neutron] 10.222.0.46 "GET /v2.0/networks/071d76f2-4564-4444-8024-422c0afe4f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472368 Sep 09 21:55:47.737227 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Attempting to bind port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:55:47.739798 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Attempting to bind port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:55:47.739798 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Attempting to bind port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 on network 3f69bac4-132a-4771-aff6-035aa4ee6e01 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:47.754144 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f628f7a-2080-4861-b8e7-c06b608bf0cb req-c52f72af-31bc-4833-a161-f87583380402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:47.755671 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8f628f7a-2080-4861-b8e7-c06b608bf0cb req-c52f72af-31bc-4833-a161-f87583380402 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 1096 time: 0.0867684 Sep 09 21:55:47.769185 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 on network 3f69bac4-132a-4771-aff6-035aa4ee6e01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:55:47.769296 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Attempting to bind port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 on network 3f69bac4-132a-4771-aff6-035aa4ee6e01 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:47.814923 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-e297c560-abd9-45e5-85b6-e8dcead59d78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=598032a96a234e42a2502446b3f438b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396052 Sep 09 21:55:47.816188 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 49282) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:47.830395 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Made reservation on behalf of ff6463e09c2f476a8045b2ff7d14e44a for: {'port': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:47.831814 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297c560-abd9-45e5-85b6-e8dcead59d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51666a18-99a6-4955-bebe-fc654bbc6ef1,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:47.835006 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:47.837821 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:55:47.838261 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Checking segment: {'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:47.838714 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Bound using segment: {'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:55:47.839229 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Bound port: 4cbc1d2c-38ef-4d9e-8697-fd73a82de907, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:55:47.839652 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:47.967235 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-2bf3f4f1-6fd7-4e1e-8b2f-85098f3aa627 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:47.968937 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-2bf3f4f1-6fd7-4e1e-8b2f-85098f3aa627 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.46 "GET /v2.0/networks?id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 HTTP/1.1" status: 200 len: 810 time: 0.2998064 Sep 09 21:55:48.014072 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-99b828c9-85fc-47f6-b623-83e6f7a5f29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.040709 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f9d7aace-f061-4134-a398-89452bb52a0b req-d1b3f820-c35c-47d9-9f2e-3be3d2eb2168 service neutron] 10.222.0.46 "GET /v2.0/networks/071d76f2-4564-4444-8024-422c0afe4f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152599 Sep 09 21:55:48.085001 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f628f7a-2080-4861-b8e7-c06b608bf0cb req-9c21e63e-0cc6-4315-ac74-1e08e4055f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:48.086705 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8f628f7a-2080-4861-b8e7-c06b608bf0cb req-9c21e63e-0cc6-4315-ac74-1e08e4055f06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 915 time: 0.3228061 Sep 09 21:55:48.124963 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-99b828c9-85fc-47f6-b623-83e6f7a5f29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.150605 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8f628f7a-2080-4861-b8e7-c06b608bf0cb req-d070812c-0992-4440-bf0c-61531eb66665 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b07a477e-9679-4764-92c8-91cc7842aef9 HTTP/1.1" status: 200 len: 217 time: 0.0547452 Sep 09 21:55:48.152724 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ec637-9300-4a34-8020-620419834c3b req-bcf3b930-796e-42fb-8267-5afd667a9534 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:48.154333 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ba9ec637-9300-4a34-8020-620419834c3b req-bcf3b930-796e-42fb-8267-5afd667a9534 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 943 time: 0.2391415 Sep 09 21:55:48.157557 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] For port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:55:48.201571 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] For port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:55:48.253624 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-5d8ba6c3-e1e5-4dbd-ba50-a318ed96d3dd tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19c2697bc0824207a1d617336ec8a226 HTTP/1.1" status: 200 len: 380 time: 0.2426429 Sep 09 21:55:48.267209 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'port': {'device_id': '805fc008-b6f0-4457-9426-d308734d9b90', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'admin_state_up': True, 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'security_groups': ['8cc8f893-a50c-40f6-8d45-af741a4f8bf2']}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:48.295288 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f628f7a-2080-4861-b8e7-c06b608bf0cb req-c258ebce-1e6f-4008-9841-ecf1ffa1c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:48.297563 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.297686 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8f628f7a-2080-4861-b8e7-c06b608bf0cb req-c258ebce-1e6f-4008-9841-ecf1ffa1c3da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ac6ff5-5c24-4075-ae7a-78ea1eb1d871 HTTP/1.1" status: 200 len: 854 time: 0.1116049 Sep 09 21:55:48.298664 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-384d4079-6009-4dd1-8ce2-eb550ef190f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.300532 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ba9ec637-9300-4a34-8020-620419834c3b req-683f5d28-f84d-4a35-8e70-1d3536f0f5e7 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289511 Sep 09 21:55:48.343453 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3123dd-4b67-4059-b46a-a6bf02656f58 req-9851e706-72c3-4736-adbf-442b081d10cc tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:48.352724 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bc3123dd-4b67-4059-b46a-a6bf02656f58 req-9851e706-72c3-4736-adbf-442b081d10cc tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 943 time: 0.2097318 Sep 09 21:55:48.389666 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:48.390319 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.392201 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] 10.222.0.46 "PUT /v2.0/ports/4cbc1d2c-38ef-4d9e-8697-fd73a82de907 HTTP/1.1" status: 200 len: 1093 time: 1.9785113 Sep 09 21:55:48.396326 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8f628f7a-2080-4861-b8e7-c06b608bf0cb req-cb96b395-02c7-4565-8b9f-1010a93d5577 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797806 Sep 09 21:55:48.396770 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Allocated IP 172.20.0.3 (3f69bac4-132a-4771-aff6-035aa4ee6e01/bac683f1-6482-4bb9-850c-c31ad8648008/1c785654-b5a2-4af3-9b5e-682b5664cbfb) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:55:48.400668 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b306126d-04a3-422f-94eb-7106d5b3da20', 'tag': '4cbc1d2c-38ef-4d9e-8697-fd73a82de907'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:55:48.403866 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba33a7a-f290-4f5d-b8fb-0a321ccab47a" -d '{"events": [{"name": "network-changed", "server_uuid": "b306126d-04a3-422f-94eb-7106d5b3da20", "tag": "4cbc1d2c-38ef-4d9e-8697-fd73a82de907"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:55:48.405739 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-384d4079-6009-4dd1-8ce2-eb550ef190f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.444606 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-99b828c9-85fc-47f6-b623-83e6f7a5f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.447421 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-99b828c9-85fc-47f6-b623-83e6f7a5f29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.448787 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-99b828c9-85fc-47f6-b623-83e6f7a5f29c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51666a18-99a6-4955-bebe-fc654bbc6ef1 HTTP/1.1" status: 204 len: 168 time: 0.6276202 Sep 09 21:55:48.461191 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9b726597-e3b9-462a-8699-099adbef326c req-be5424ae-2ab8-4fa4-96cf-d8d6e816b4cb tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 210 time: 0.0643246 Sep 09 21:55:48.499084 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b828c9-85fc-47f6-b623-83e6f7a5f29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51666a18-99a6-4955-bebe-fc654bbc6ef1,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:48.515247 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0f01f-e34a-4cb8-91b4-3f8ab9f1d86e service neutron] Pushing event updated for resources: {'Port': ['ID=4cbc1d2c-38ef-4d9e-8697-fd73a82de907,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:48.560013 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553e65c9-0f2e-427d-8792-b72e31604f84 x-openstack-request-id: req-553e65c9-0f2e-427d-8792-b72e31604f84 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:55:48.560323 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b306126d-04a3-422f-94eb-7106d5b3da20", "tag": "4cbc1d2c-38ef-4d9e-8697-fd73a82de907", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:55:48.560561 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-553e65c9-0f2e-427d-8792-b72e31604f84 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:55:48.565848 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b306126d-04a3-422f-94eb-7106d5b3da20', 'tag': '4cbc1d2c-38ef-4d9e-8697-fd73a82de907', 'status': 'completed', 'code': 200} Sep 09 21:55:48.570131 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8f628f7a-2080-4861-b8e7-c06b608bf0cb req-e7f96745-7f64-46bb-891d-9232d6fedc8f service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366000 Sep 09 21:55:48.610779 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-b87d9dd8-1df6-4893-85a8-750eaf3fc9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:48.612526 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-b87d9dd8-1df6-4893-85a8-750eaf3fc9d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 1096 time: 0.0703955 Sep 09 21:55:48.633812 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-384d4079-6009-4dd1-8ce2-eb550ef190f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=99cb5d3e8b1c4105a5945fb88ef0f6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6858952 Sep 09 21:55:48.640641 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49322) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:48.662982 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bc3123dd-4b67-4059-b46a-a6bf02656f58 req-77ea3ddf-2aee-47a5-b092-eb964720291d tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099973 Sep 09 21:55:48.663404 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-81876c0f-315f-415e-9135-267334e47710 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907 HTTP/1.1" status: 200 len: 217 time: 0.0432012 Sep 09 21:55:48.663567 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d4079-6009-4dd1-8ce2-eb550ef190f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c695514-fd2f-45c6-a1f8-aecb70b684d5,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:48.697184 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Made reservation on behalf of 19c2697bc0824207a1d617336ec8a226 for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:55:48.700716 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.746944 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-167926a8-70bb-4a53-a53f-7594acd3c0be req-7ec4391b-8031-4ccc-bca5-367020d9b388 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 210 time: 0.0856287 Sep 09 21:55:48.781118 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-636beeee-1032-4fc0-ab48-9d132d32450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:48.782749 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-636beeee-1032-4fc0-ab48-9d132d32450b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 200 len: 858 time: 0.0978150 Sep 09 21:55:48.849507 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-b0a92c9e-a63b-4143-8398-9dccee791379 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f69bac4-132a-4771-aff6-035aa4ee6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376089 Sep 09 21:55:48.877509 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-41ec52f4-9fbd-45e5-a7bf-cfdb99b7c61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.889105 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8f628f7a-2080-4861-b8e7-c06b608bf0cb req-f6128005-2b94-403e-8a83-b538feae48a3 service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532811 Sep 09 21:55:48.920620 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-41ec52f4-9fbd-45e5-a7bf-cfdb99b7c61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.954185 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:48.995395 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Allocated IP 172.20.0.14 (a6997f6e-cf1b-4f9f-aa45-fe7589de3f24/2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f/5a5af56c-5c6e-445e-94f2-c91d2782982f) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:55:49.029737 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-31fc788b-8826-40bb-a7e1-31281728a778 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698892 Sep 09 21:55:49.141000 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9c621ec-5120-4544-b473-c2e74105ae04 req-de23cc70-c2bd-4af9-ac94-52eae26b997b service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032197 Sep 09 21:55:49.181477 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-41ec52f4-9fbd-45e5-a7bf-cfdb99b7c61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:49.184912 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-41ec52f4-9fbd-45e5-a7bf-cfdb99b7c61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:49.191436 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-41ec52f4-9fbd-45e5-a7bf-cfdb99b7c61a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c695514-fd2f-45c6-a1f8-aecb70b684d5 HTTP/1.1" status: 204 len: 168 time: 0.5396581 Sep 09 21:55:49.191990 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:49.216962 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-92da35f1-4252-42d2-92bf-a89916b172fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:49.224518 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec52f4-9fbd-45e5-a7bf-cfdb99b7c61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c695514-fd2f-45c6-a1f8-aecb70b684d5,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:49.240350 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Network 3f69bac4-132a-4771-aff6-035aa4ee6e01 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:49.244170 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:49.247931 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:55:49.256231 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:49.256825 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:49.275704 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Pushing event updated for resources: {'Port': ['ID=1c785654-b5a2-4af3-9b5e-682b5664cbfb,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:49.328475 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:49.336681 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device f09d45e6-2b45-49f2-9cf2-b25eb32dc178 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:55:49.349901 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-25e74148-90b3-4caf-b561-3f7187eeec51 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9234579 Sep 09 21:55:49.356315 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba33a7a-f290-4f5d-b8fb-0a321ccab47a req-8280de4f-86c6-43b6-b1d4-d73580d74ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:49.357957 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5ba33a7a-f290-4f5d-b8fb-0a321ccab47a req-8280de4f-86c6-43b6-b1d4-d73580d74ee7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 1096 time: 0.0744152 Sep 09 21:55:49.359621 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Transition to ACTIVE for port object 5a5af56c-5c6e-445e-94f2-c91d2782982f will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:49.364428 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Request body: {'port': {'device_id': '37912018-2bbc-4d26-9a93-50ad0b856dea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:49.457668 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:49.495126 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967d66-0146-4a98-80e6-b131230d465d req-f08030ee-77b0-4ef9-9c65-8fbc142d809f tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:49.500089 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b3967d66-0146-4a98-80e6-b131230d465d req-f08030ee-77b0-4ef9-9c65-8fbc142d809f tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 943 time: 0.1085942 Sep 09 21:55:49.586415 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port f09d45e6-2b45-49f2-9cf2-b25eb32dc178, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=f09d45e6-2b45-49f2-9cf2-b25eb32dc178,segment=NetworkSegment(54e2c873-8abc-4ec7-92e9-f4839ffc48f0),segment_id=54e2c873-8abc-4ec7-92e9-f4839ffc48f0)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:49.600491 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': 'f09d45e6-2b45-49f2-9cf2-b25eb32dc178', 'network_id': '071d76f2-4564-4444-8024-422c0afe4f3b', 'port_id': 'f09d45e6-2b45-49f2-9cf2-b25eb32dc178', 'mac_address': 'fa:16:3e:03:06:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef95942-3062-442c-9365-0e17a60b7a12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:55:49.646250 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:49.666996 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09d45e6-2b45-49f2-9cf2-b25eb32dc178 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:55:49.682330 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b3967d66-0146-4a98-80e6-b131230d465d req-65081766-11ef-4f5b-9296-10d5a29cc2a2 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423209 Sep 09 21:55:49.682954 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49350) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:49.709226 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port f09d45e6-2b45-49f2-9cf2-b25eb32dc178, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=f09d45e6-2b45-49f2-9cf2-b25eb32dc178,segment=NetworkSegment(54e2c873-8abc-4ec7-92e9-f4839ffc48f0),segment_id=54e2c873-8abc-4ec7-92e9-f4839ffc48f0)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:49.798319 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:49.845235 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba33a7a-f290-4f5d-b8fb-0a321ccab47a req-d43c3df6-31a3-482e-bc4b-9728377b5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:49.848095 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5ba33a7a-f290-4f5d-b8fb-0a321ccab47a req-d43c3df6-31a3-482e-bc4b-9728377b5034 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 919 time: 0.4826658 Sep 09 21:55:49.898553 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bee53-778a-443c-b03f-569a5639511a req-0ff32fa4-9f94-441d-8151-493fc5ef610a tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:49.900151 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-193bee53-778a-443c-b03f-569a5639511a req-0ff32fa4-9f94-441d-8151-493fc5ef610a tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 943 time: 0.0924799 Sep 09 21:55:49.943872 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd91984-67b7-4d2f-9464-5a4583127e2b req-b710bf36-4f25-49b4-83f8-e9b5874cb68a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:49.946013 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2fd91984-67b7-4d2f-9464-5a4583127e2b req-b710bf36-4f25-49b4-83f8-e9b5874cb68a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 931 time: 0.1915274 Sep 09 21:55:49.948343 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5ba33a7a-f290-4f5d-b8fb-0a321ccab47a req-ef8a3082-4ae5-4be4-bf12-056d05c7445b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907 HTTP/1.1" status: 200 len: 217 time: 0.0832818 Sep 09 21:55:49.958380 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c785654-b5a2-4af3-9b5e-682b5664cbfb {{(pid=100961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:55:49.960010 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=f09d45e6-2b45-49f2-9cf2-b25eb32dc178,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:49.975534 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:49.982222 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-193bee53-778a-443c-b03f-569a5639511a req-8cebb670-9ab1-410a-b327-78416ff04d29 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639536 Sep 09 21:55:49.995909 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.provisioning_blocks [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Transition to ACTIVE for port object 1c785654-b5a2-4af3-9b5e-682b5664cbfb will not be triggered until provisioned by entity L2. {{(pid=100961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:50.054403 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['f09d45e6-2b45-49f2-9cf2-b25eb32dc178'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:55:50.088989 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:50.094876 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d419ce72-0052-4335-b954-ea546a45c5b6 req-b0b8265e-b34b-4f36-b5a8-6f5f00801e29 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 210 time: 0.0477500 Sep 09 21:55:50.138214 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2fd91984-67b7-4d2f-9464-5a4583127e2b req-284db355-3812-47f6-9db0-6574bbf5ec22 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837115 Sep 09 21:55:50.147913 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba33a7a-f290-4f5d-b8fb-0a321ccab47a req-2130faa4-fc96-4fdf-a8bf-ffc4143a444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:50.149557 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5ba33a7a-f290-4f5d-b8fb-0a321ccab47a req-2130faa4-fc96-4fdf-a8bf-ffc4143a444a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 200 len: 858 time: 0.1769106 Sep 09 21:55:50.155846 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:50.213664 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5ba33a7a-f290-4f5d-b8fb-0a321ccab47a req-61058682-fca2-454d-b76e-4c10e1c8d0e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f69bac4-132a-4771-aff6-035aa4ee6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552824 Sep 09 21:55:50.224223 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:55:50.232020 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c5c4b9f9-2856-4809-a613-a5793956a0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:50.238372 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:55:50.250006 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c785654-b5a2-4af3-9b5e-682b5664cbfb,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:50.258378 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:55:50.258541 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.managers [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Attempting to bind port 1c785654-b5a2-4af3-9b5e-682b5664cbfb on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:55:50.258634 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:50.258634 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:50.260890 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.managers [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Attempting to bind port 1c785654-b5a2-4af3-9b5e-682b5664cbfb by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'}] {{(pid=100961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:55:50.261439 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Attempting to bind port 1c785654-b5a2-4af3-9b5e-682b5664cbfb on network 3f69bac4-132a-4771-aff6-035aa4ee6e01 {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:50.270590 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Port 1c785654-b5a2-4af3-9b5e-682b5664cbfb on network 3f69bac4-132a-4771-aff6-035aa4ee6e01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:55:50.270915 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Attempting to bind port 1c785654-b5a2-4af3-9b5e-682b5664cbfb on network 3f69bac4-132a-4771-aff6-035aa4ee6e01 {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:50.291616 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'Port': ['ID=5a5af56c-5c6e-445e-94f2-c91d2782982f,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:50.315665 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:55:50.316651 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Checking segment: {'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:50.317214 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Bound using segment: {'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'} {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:55:50.322149 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.managers [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Bound port: 1c785654-b5a2-4af3-9b5e-682b5664cbfb, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01'}}] {{(pid=100961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:55:50.322149 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:50.394029 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5ba33a7a-f290-4f5d-b8fb-0a321ccab47a req-82dc8638-1d9c-45de-be9d-5fadfe17b466 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678145 Sep 09 21:55:50.443636 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] For port 1c785654-b5a2-4af3-9b5e-682b5664cbfb, host hv-cinder-80813, cleared binding levels {{(pid=100961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:55:50.447450 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c5c4b9f9-2856-4809-a613-a5793956a0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:50.449563 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] For port 1c785654-b5a2-4af3-9b5e-682b5664cbfb, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=1c785654-b5a2-4af3-9b5e-682b5664cbfb,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:55:50.508229 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5ba33a7a-f290-4f5d-b8fb-0a321ccab47a req-e0076038-6ed4-4749-be6a-0296f50261f4 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063147 Sep 09 21:55:50.808780 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d83c3-947b-4218-b73d-657c6a2fe4b0 req-a25de998-95cf-423a-97b6-967786174b10 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:50.810145 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b90d83c3-947b-4218-b73d-657c6a2fe4b0 req-a25de998-95cf-423a-97b6-967786174b10 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 944 time: 0.0498309 Sep 09 21:55:50.847556 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b90d83c3-947b-4218-b73d-657c6a2fe4b0 req-08621728-481a-4117-9272-0cbbb69caf0e tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315180 Sep 09 21:55:50.958328 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-170a6598-cb3c-429f-a14f-b24b3b55b28e None None] Provisioning for port 5a5af56c-5c6e-445e-94f2-c91d2782982f completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:55:50.958862 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c5c4b9f9-2856-4809-a613-a5793956a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:50.961867 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:50.964622 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-170a6598-cb3c-429f-a14f-b24b3b55b28e None None] Provisioning complete for port 5a5af56c-5c6e-445e-94f2-c91d2782982f triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:50.965678 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-170a6598-cb3c-429f-a14f-b24b3b55b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.020347 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-170a6598-cb3c-429f-a14f-b24b3b55b28e None None] Port 5a5af56c-5c6e-445e-94f2-c91d2782982f cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:55:51.038327 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:51.038942 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.040405 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] 10.222.0.46 "PUT /v2.0/ports/1c785654-b5a2-4af3-9b5e-682b5664cbfb HTTP/1.1" status: 200 len: 1093 time: 1.6815560 Sep 09 21:55:51.044829 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1316c463-21c5-4b70-9bec-7e4f8378fd6d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7817161 Sep 09 21:55:51.046334 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-c5c4b9f9-2856-4809-a613-a5793956a0e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b12e1b585a424deb88db340e96c9c10b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3593853 Sep 09 21:55:51.046455 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 49382) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:51.046916 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37912018-2bbc-4d26-9a93-50ad0b856dea', 'tag': '1c785654-b5a2-4af3-9b5e-682b5664cbfb'}] {{(pid=100961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:55:51.049473 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b65d93457b8c871874c01ecb4d659631ef50cf60421be1b29a611e90dc15954f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2cc5d3-c24b-49be-b668-fbe8ad363610" -d '{"events": [{"name": "network-changed", "server_uuid": "37912018-2bbc-4d26-9a93-50ad0b856dea", "tag": "1c785654-b5a2-4af3-9b5e-682b5664cbfb"}]}' {{(pid=100961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:55:51.056917 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4b9f9-2856-4809-a613-a5793956a0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fed33fa-a650-4312-b3e3-61392b67d034,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:51.062357 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Request body: {'port': {'device_id': '805fc008-b6f0-4457-9426-d308734d9b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:55:51.074967 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c10d62-4b42-4449-a3c3-a2e9fbf550c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c785654-b5a2-4af3-9b5e-682b5664cbfb,revision_number=3']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:51.115506 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49386) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:51.141038 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6ba0231b-d208-4830-81ca-6aa0f479d95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.186242 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.190798 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c39f58-9f7c-4fb8-b7f5-d109aa84e22f x-openstack-request-id: req-a9c39f58-9f7c-4fb8-b7f5-d109aa84e22f {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:55:51.191269 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37912018-2bbc-4d26-9a93-50ad0b856dea", "tag": "1c785654-b5a2-4af3-9b5e-682b5664cbfb", "status": "completed", "code": 200}]} {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:55:51.191527 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9c39f58-9f7c-4fb8-b7f5-d109aa84e22f {{(pid=100961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:55:51.191917 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37912018-2bbc-4d26-9a93-50ad0b856dea', 'tag': '1c785654-b5a2-4af3-9b5e-682b5664cbfb', 'status': 'completed', 'code': 200} Sep 09 21:55:51.209046 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7a293ac1-8970-4570-ac34-19a3dbb7bc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.230389 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d05e98-91fc-4840-bbf7-bb330c51ace1 req-6cc99027-615d-446d-aede-5c26895c6deb tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:51.231964 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-71d05e98-91fc-4840-bbf7-bb330c51ace1 req-6cc99027-615d-446d-aede-5c26895c6deb tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 943 time: 0.1334739 Sep 09 21:55:51.249892 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-6553de0d-0783-49ae-8fdc-024b086127e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:51.251497 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-6553de0d-0783-49ae-8fdc-024b086127e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 1096 time: 0.0801666 Sep 09 21:55:51.296823 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7a293ac1-8970-4570-ac34-19a3dbb7bc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.310609 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device b07a477e-9679-4764-92c8-91cc7842aef9 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:55:51.342782 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device f09d45e6-2b45-49f2-9cf2-b25eb32dc178 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:51.347808 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6ba0231b-d208-4830-81ca-6aa0f479d95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.368341 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-71d05e98-91fc-4840-bbf7-bb330c51ace1 req-e9a48693-1408-4cc9-9a07-461a8f1adb02 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998645 Sep 09 21:55:51.413584 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-7aa95d52-13af-4c99-b3c8-923d32cfd0fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c785654-b5a2-4af3-9b5e-682b5664cbfb HTTP/1.1" status: 200 len: 217 time: 0.1472499 Sep 09 21:55:51.461233 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6ba0231b-d208-4830-81ca-6aa0f479d95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.490847 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port b07a477e-9679-4764-92c8-91cc7842aef9, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=b07a477e-9679-4764-92c8-91cc7842aef9,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:51.502389 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': 'b07a477e-9679-4764-92c8-91cc7842aef9', 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15', 'port_id': 'b07a477e-9679-4764-92c8-91cc7842aef9', 'mac_address': 'fa:16:3e:7b:d1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ac6ff5-5c24-4075-ae7a-78ea1eb1d871', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:55:51.524252 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a78703-b805-45cc-8f93-d7eec3827421 req-deeaad38-e4b9-4f05-97db-46efe1c74478 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:51.525926 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a7a78703-b805-45cc-8f93-d7eec3827421 req-deeaad38-e4b9-4f05-97db-46efe1c74478 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 932 time: 0.2586055 Sep 09 21:55:51.543647 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.548188 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-6ba0231b-d208-4830-81ca-6aa0f479d95e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5ace58dbd7147c6a8fc8d2a39b27982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310071 Sep 09 21:55:51.554622 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 49402) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:51.556823 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0231b-d208-4830-81ca-6aa0f479d95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c794348-d9d7-4385-93e2-4b433e1ad8e1,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:51.561886 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-a18972c1-028d-4bd3-a92d-9f114cef1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:51.563420 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-a18972c1-028d-4bd3-a92d-9f114cef1c53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 200 len: 858 time: 0.1407058 Sep 09 21:55:51.584338 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07a477e-9679-4764-92c8-91cc7842aef9 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:55:51.618462 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-91f8de70-9d78-40a8-904f-e93ddf637a22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f69bac4-132a-4771-aff6-035aa4ee6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397429 Sep 09 21:55:51.620609 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port f09d45e6-2b45-49f2-9cf2-b25eb32dc178 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:55:51.627513 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port b07a477e-9679-4764-92c8-91cc7842aef9, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=b07a477e-9679-4764-92c8-91cc7842aef9,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:51.629943 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port f09d45e6-2b45-49f2-9cf2-b25eb32dc178 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:51.630368 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.630552 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a7a78703-b805-45cc-8f93-d7eec3827421 req-220cd7b8-03c3-4506-aa79-61baa4ae11c8 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856307 Sep 09 21:55:51.675952 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7a293ac1-8970-4570-ac34-19a3dbb7bc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.678514 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7a293ac1-8970-4570-ac34-19a3dbb7bc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.684566 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-7a293ac1-8970-4570-ac34-19a3dbb7bc99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0fed33fa-a650-4312-b3e3-61392b67d034 HTTP/1.1" status: 204 len: 168 time: 0.6322417 Sep 09 21:55:51.701587 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a293ac1-8970-4570-ac34-19a3dbb7bc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fed33fa-a650-4312-b3e3-61392b67d034,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:51.735264 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.803175 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-12bf4722-e7ae-4d79-ab55-5148cd4240da service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713634 Sep 09 21:55:51.807733 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98457295-d9a9-4ab8-9e4f-1ff817616961 req-00d25dfe-8b3a-4dab-8096-7b8f6e57e211 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:51.809279 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-98457295-d9a9-4ab8-9e4f-1ff817616961 req-00d25dfe-8b3a-4dab-8096-7b8f6e57e211 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 943 time: 0.3157833 Sep 09 21:55:51.857143 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=b07a477e-9679-4764-92c8-91cc7842aef9,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:51.857355 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-85ad3012-a9cd-4f96-851c-a12643446219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.892888 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.917338 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-98457295-d9a9-4ab8-9e4f-1ff817616961 req-d72d1a41-a8fa-4503-8b63-fcd735334ab0 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951915 Sep 09 21:55:51.930123 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-85ad3012-a9cd-4f96-851c-a12643446219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.930469 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5045182d-ebd9-4326-88c2-06084d1d4eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09d45e6-2b45-49f2-9cf2-b25eb32dc178'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:55:51.950866 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5af56c-5c6e-445e-94f2-c91d2782982f {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:55:51.965553 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:51.991206 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Transition to ACTIVE for port object 5a5af56c-5c6e-445e-94f2-c91d2782982f will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:55:52.007249 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cff77a68-4db1-4195-83fb-57e73dcd0a28 req-0431f04a-0fe5-484f-a661-8e51ed095daf service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966183 Sep 09 21:55:52.026826 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b1b2e-7724-43e3-a114-64e0551e3860 req-6b7362fa-076f-421d-ade5-48b2afb68b9e tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:52.028624 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a57b1b2e-7724-43e3-a114-64e0551e3860 req-6b7362fa-076f-421d-ade5-48b2afb68b9e tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 944 time: 0.0746570 Sep 09 21:55:52.066849 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:52.117449 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-9c3e3d25-81da-4583-8aa5-8b2147d2a947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:52.127288 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-85ad3012-a9cd-4f96-851c-a12643446219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:52.130616 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-85ad3012-a9cd-4f96-851c-a12643446219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:52.136192 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-85ad3012-a9cd-4f96-851c-a12643446219 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c794348-d9d7-4385-93e2-4b433e1ad8e1 HTTP/1.1" status: 204 len: 168 time: 0.4645910 Sep 09 21:55:52.156549 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port f09d45e6-2b45-49f2-9cf2-b25eb32dc178, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=f09d45e6-2b45-49f2-9cf2-b25eb32dc178,segment=NetworkSegment(54e2c873-8abc-4ec7-92e9-f4839ffc48f0),segment_id=54e2c873-8abc-4ec7-92e9-f4839ffc48f0)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:52.165149 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['b07a477e-9679-4764-92c8-91cc7842aef9'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:55:52.170205 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad3012-a9cd-4f96-851c-a12643446219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c794348-d9d7-4385-93e2-4b433e1ad8e1,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:52.182493 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Pushing event updated for resources: {'Port': ['ID=5a5af56c-5c6e-445e-94f2-c91d2782982f,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:52.233991 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:52.236648 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:52.245129 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Attempting to bind port 5a5af56c-5c6e-445e-94f2-c91d2782982f on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:55:52.245437 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Attempting to bind port 5a5af56c-5c6e-445e-94f2-c91d2782982f by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:55:52.246027 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Attempting to bind port 5a5af56c-5c6e-445e-94f2-c91d2782982f on network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:52.257354 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Port 5a5af56c-5c6e-445e-94f2-c91d2782982f on network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:55:52.258505 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Attempting to bind port 5a5af56c-5c6e-445e-94f2-c91d2782982f on network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:55:52.271095 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:55:52.272541 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Checking segment: {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:55:52.275230 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Bound using segment: {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:55:52.275897 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Bound port: 5a5af56c-5c6e-445e-94f2-c91d2782982f, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:55:52.276259 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:52.349715 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=f09d45e6-2b45-49f2-9cf2-b25eb32dc178,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:52.415803 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a57b1b2e-7724-43e3-a114-64e0551e3860 req-c3200ca6-3c3c-4070-bcb7-347329ee5f5b tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735983 Sep 09 21:55:52.427591 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cc5d3-c24b-49be-b668-fbe8ad363610 req-d86e92d4-2a54-477b-9185-d9ce813cfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:52.429709 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5e2cc5d3-c24b-49be-b668-fbe8ad363610 req-d86e92d4-2a54-477b-9185-d9ce813cfed7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 1096 time: 0.0992098 Sep 09 21:55:52.449489 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] For port 5a5af56c-5c6e-445e-94f2-c91d2782982f, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:55:52.454357 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] For port 5a5af56c-5c6e-445e-94f2-c91d2782982f, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=5a5af56c-5c6e-445e-94f2-c91d2782982f,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:55:52.545543 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cc5d3-c24b-49be-b668-fbe8ad363610 req-90fa0637-e082-422e-8a4c-c064d4d6941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:52.547096 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5e2cc5d3-c24b-49be-b668-fbe8ad363610 req-90fa0637-e082-422e-8a4c-c064d4d6941c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 919 time: 0.1088886 Sep 09 21:55:52.558588 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc5170-4ae9-48ce-a845-0c0afec7f2f2 req-5c7679a4-aaed-40a1-9688-fed1e3db910f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:52.565891 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d6cc5170-4ae9-48ce-a845-0c0afec7f2f2 req-5c7679a4-aaed-40a1-9688-fed1e3db910f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 944 time: 0.0520780 Sep 09 21:55:52.585370 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:52.602594 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5e2cc5d3-c24b-49be-b668-fbe8ad363610 req-43572211-009e-4f36-9000-a29a06baab80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c785654-b5a2-4af3-9b5e-682b5664cbfb HTTP/1.1" status: 200 len: 217 time: 0.0472662 Sep 09 21:55:52.622344 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 49450) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:52.653463 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:52.655214 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:52.656191 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] 10.222.0.46 "PUT /v2.0/ports/5a5af56c-5c6e-445e-94f2-c91d2782982f HTTP/1.1" status: 200 len: 1094 time: 1.6031373 Sep 09 21:55:52.656700 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805fc008-b6f0-4457-9426-d308734d9b90', 'tag': '5a5af56c-5c6e-445e-94f2-c91d2782982f'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:55:52.659607 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c539f139-2288-4c20-a58b-e0bca6fdd073" -d '{"events": [{"name": "network-changed", "server_uuid": "805fc008-b6f0-4457-9426-d308734d9b90", "tag": "5a5af56c-5c6e-445e-94f2-c91d2782982f"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:55:52.665601 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fffd398f-a7f8-412b-85b4-ac2d689bbe9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:52.670066 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d6cc5170-4ae9-48ce-a845-0c0afec7f2f2 req-6b52ecc0-cfd3-4b3d-930a-c07c13781c6d tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028459 Sep 09 21:55:52.695316 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cc5d3-c24b-49be-b668-fbe8ad363610 req-80c2bc58-64aa-4e18-a0e8-9dfd6f5c06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:52.697156 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5e2cc5d3-c24b-49be-b668-fbe8ad363610 req-80c2bc58-64aa-4e18-a0e8-9dfd6f5c06a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 200 len: 858 time: 0.0853851 Sep 09 21:55:52.752762 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f660f5-5604-4b4c-bf32-ca0d6259e331 x-openstack-request-id: req-30f660f5-5604-4b4c-bf32-ca0d6259e331 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:55:52.753876 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805fc008-b6f0-4457-9426-d308734d9b90", "tag": "5a5af56c-5c6e-445e-94f2-c91d2782982f", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:55:52.758874 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663ace1b-66fd-4f34-8ba6-265f1652bdae" -d '{"events": [{"server_uuid": "5045182d-ebd9-4326-88c2-06084d1d4eb9", "name": "network-vif-plugged", "status": "completed", "tag": "f09d45e6-2b45-49f2-9cf2-b25eb32dc178"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:55:52.771577 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30f660f5-5604-4b4c-bf32-ca0d6259e331 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:55:52.771577 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805fc008-b6f0-4457-9426-d308734d9b90', 'tag': '5a5af56c-5c6e-445e-94f2-c91d2782982f', 'status': 'completed', 'code': 200} Sep 09 21:55:52.775505 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf812bd-0009-4e98-a698-c9de2f36821f service neutron] Pushing event updated for resources: {'Port': ['ID=5a5af56c-5c6e-445e-94f2-c91d2782982f,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:52.806722 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5e2cc5d3-c24b-49be-b668-fbe8ad363610 req-65ab440c-f20b-4a85-ae9e-7590bb8ba128 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f69bac4-132a-4771-aff6-035aa4ee6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972257 Sep 09 21:55:52.915048 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539f139-2288-4c20-a58b-e0bca6fdd073 req-7a986f1a-3fa4-4870-b3d3-e53c8dee642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:52.916755 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c539f139-2288-4c20-a58b-e0bca6fdd073 req-7a986f1a-3fa4-4870-b3d3-e53c8dee642b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 1097 time: 0.1297064 Sep 09 21:55:52.982716 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5e2cc5d3-c24b-49be-b668-fbe8ad363610 req-8c6bcd96-0dc1-4d2e-b416-5c378d458aa9 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534371 Sep 09 21:55:53.059208 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fead876-69e7-4ec0-980e-0e5d5d71280e req-4888d313-29e1-4068-bad9-d3d92cf43221 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:53.067343 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1fead876-69e7-4ec0-980e-0e5d5d71280e req-4888d313-29e1-4068-bad9-d3d92cf43221 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 944 time: 0.2837539 Sep 09 21:55:53.070161 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c056f1-0132-4db0-af1b-2b2f61758d09 x-openstack-request-id: req-f8c056f1-0132-4db0-af1b-2b2f61758d09 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:55:53.070574 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5045182d-ebd9-4326-88c2-06084d1d4eb9", "name": "network-vif-plugged", "status": "completed", "tag": "f09d45e6-2b45-49f2-9cf2-b25eb32dc178", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:55:53.070845 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8c056f1-0132-4db0-af1b-2b2f61758d09 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:55:53.071600 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5045182d-ebd9-4326-88c2-06084d1d4eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09d45e6-2b45-49f2-9cf2-b25eb32dc178', 'code': 200} Sep 09 21:55:53.209290 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fffd398f-a7f8-412b-85b4-ac2d689bbe9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:53.211484 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539f139-2288-4c20-a58b-e0bca6fdd073 req-93e9de10-5da6-4515-8a76-297ea9bbb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:53.213233 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c539f139-2288-4c20-a58b-e0bca6fdd073 req-93e9de10-5da6-4515-8a76-297ea9bbb497 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=19c2697bc0824207a1d617336ec8a226&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2776186 Sep 09 21:55:53.242192 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1fead876-69e7-4ec0-980e-0e5d5d71280e req-28c56ae2-833b-46ab-bf88-8519f822c72e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738610 Sep 09 21:55:53.254833 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5e2cc5d3-c24b-49be-b668-fbe8ad363610 req-31e75200-0642-4b2b-92cb-08888eb527d9 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619174 Sep 09 21:55:53.328025 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:55:53.330264 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device b07a477e-9679-4764-92c8-91cc7842aef9 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:53.360266 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:53.380805 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fffd398f-a7f8-412b-85b4-ac2d689bbe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:53.508397 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:53.514338 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02346cd9-c818-49f2-ad79-f8d944646b06 req-28466321-e251-427a-9b0c-b5695b690e31 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:53.522593 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '4cbc1d2c-38ef-4d9e-8697-fd73a82de907', 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01', 'port_id': '4cbc1d2c-38ef-4d9e-8697-fd73a82de907', 'mac_address': 'fa:16:3e:59:ea:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac683f1-6482-4bb9-850c-c31ad8648008', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:55:53.524234 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-02346cd9-c818-49f2-ad79-f8d944646b06 req-28466321-e251-427a-9b0c-b5695b690e31 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 943 time: 0.2925549 Sep 09 21:55:53.570826 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port b07a477e-9679-4764-92c8-91cc7842aef9 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:55:53.574737 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:53.588247 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port b07a477e-9679-4764-92c8-91cc7842aef9 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:53.588645 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:53.609625 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd398f-a7f8-412b-85b4-ac2d689bbe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66a86b2-1466-43a8-a229-a6e0b18ff403,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:53.617455 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:55:53.620155 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-fffd398f-a7f8-412b-85b4-ac2d689bbe9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fddc7184a7e046bbbfb2a15e6dcdaefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9936042 Sep 09 21:55:53.623250 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539f139-2288-4c20-a58b-e0bca6fdd073 req-8abe2e61-e787-4871-9868-985c067c50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:53.628398 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49506) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:53.637333 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c539f139-2288-4c20-a58b-e0bca6fdd073 req-8abe2e61-e787-4871-9868-985c067c50d6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4159579 Sep 09 21:55:53.644710 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc217771-2aac-4274-bc36-bc1b4a7e8087 req-ffd62d5e-8bad-4b05-87a9-b003fd75eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:53.644710 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cc217771-2aac-4274-bc36-bc1b4a7e8087 req-ffd62d5e-8bad-4b05-87a9-b003fd75eff1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 1098 time: 0.2274163 Sep 09 21:55:53.657953 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:53.689179 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-02346cd9-c818-49f2-ad79-f8d944646b06 req-59613f15-ae3e-41f8-900d-fcee88ff9c6a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641259 Sep 09 21:55:53.743222 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:53.759707 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:53.769095 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cc217771-2aac-4274-bc36-bc1b4a7e8087 req-b46c3f97-37ab-4c64-9432-28c511cabc3f service neutron] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:53.772618 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-8fcb0825-4622-4e95-8fa4-5ae941f0f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:53.782291 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-8fcb0825-4622-4e95-8fa4-5ae941f0f12c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 1097 time: 0.0791428 Sep 09 21:55:53.845003 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c094b2-ce29-4bca-b7c9-aca51f130c06 req-c20f8fe8-f1d5-4d2d-8144-97da45e977e7 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:53.849461 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port b07a477e-9679-4764-92c8-91cc7842aef9, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=b07a477e-9679-4764-92c8-91cc7842aef9,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:53.852813 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-33c094b2-ce29-4bca-b7c9-aca51f130c06 req-c20f8fe8-f1d5-4d2d-8144-97da45e977e7 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 945 time: 0.2946334 Sep 09 21:55:53.852947 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=4cbc1d2c-38ef-4d9e-8697-fd73a82de907,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:53.877774 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-fd24baf5-ef1c-40c7-a0f2-95bbbaf7cd1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5af56c-5c6e-445e-94f2-c91d2782982f HTTP/1.1" status: 200 len: 217 time: 0.0693548 Sep 09 21:55:53.899574 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-01884ad3-3090-46b4-92e2-6ae940f2ad01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:53.930205 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a5da7-b149-4b87-bb41-cf70eb3d9ea0 req-01ea0604-b08b-4ad1-b740-7715191fe303 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:53.931737 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-267a5da7-b149-4b87-bb41-cf70eb3d9ea0 req-01ea0604-b08b-4ad1-b740-7715191fe303 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 944 time: 0.1565688 Sep 09 21:55:53.937584 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:53.955418 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-01884ad3-3090-46b4-92e2-6ae940f2ad01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:53.983033 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-33c094b2-ce29-4bca-b7c9-aca51f130c06 req-d7f30be4-7a1e-4df9-ad0b-23f512f97e0c tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210344 Sep 09 21:55:53.996115 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-81dd2a60-8466-4762-82b9-1fffb188d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:53.997607 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-81dd2a60-8466-4762-82b9-1fffb188d4b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f HTTP/1.1" status: 200 len: 849 time: 0.1109602 Sep 09 21:55:54.030130 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=b07a477e-9679-4764-92c8-91cc7842aef9,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:54.043351 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-267a5da7-b149-4b87-bb41-cf70eb3d9ea0 req-06e7ee01-d55d-4d89-b104-a43ac37fc277 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799682 Sep 09 21:55:54.073515 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-f9f3e8f1-cdbf-497e-b44c-40393f69c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:54.074985 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-f9f3e8f1-cdbf-497e-b44c-40393f69c489 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657828 Sep 09 21:55:54.082059 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['4cbc1d2c-38ef-4d9e-8697-fd73a82de907'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:55:54.140251 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cc217771-2aac-4274-bc36-bc1b4a7e8087 req-b46c3f97-37ab-4c64-9432-28c511cabc3f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:54.203610 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-f199d59d-0bbb-4d20-bedf-401bdbce82af service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190660 Sep 09 21:55:54.236047 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-01884ad3-3090-46b4-92e2-6ae940f2ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:54.239148 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-01884ad3-3090-46b4-92e2-6ae940f2ad01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:54.240543 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-01884ad3-3090-46b4-92e2-6ae940f2ad01 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a66a86b2-1466-43a8-a229-a6e0b18ff403 HTTP/1.1" status: 204 len: 168 time: 0.6104419 Sep 09 21:55:54.241377 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-cc217771-2aac-4274-bc36-bc1b4a7e8087 req-b46c3f97-37ab-4c64-9432-28c511cabc3f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:54.290485 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01884ad3-3090-46b4-92e2-6ae940f2ad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66a86b2-1466-43a8-a229-a6e0b18ff403,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:54.340439 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cc217771-2aac-4274-bc36-bc1b4a7e8087 req-b46c3f97-37ab-4c64-9432-28c511cabc3f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802108 Sep 09 21:55:54.365490 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c3f97-37ab-4c64-9432-28c511cabc3f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=60f31eeb-5121-45f4-9cad-fa263916e711,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:54.431078 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315f587-7a1c-456d-be9a-a3febce98505 req-c8f1fc12-1a09-4583-a3e5-01ef04229adc tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:54.432846 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a315f587-7a1c-456d-be9a-a3febce98505 req-c8f1fc12-1a09-4583-a3e5-01ef04229adc tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 944 time: 0.0516448 Sep 09 21:55:54.488633 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a315f587-7a1c-456d-be9a-a3febce98505 req-51a5bb11-ec48-4169-95f4-559c96d5197e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486681 Sep 09 21:55:54.532669 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4573d534-72b2-49dc-a701-8e96f4c4b297 req-31a01274-1ac8-4ac5-95fc-559a0cd50e0f service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213518 Sep 09 21:55:54.617072 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:54.828102 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909b56e-755d-4780-bf5d-3fe419e57692 req-04143cff-bab3-4ec0-a33f-b0e8e847d2c9 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:54.829642 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3909b56e-755d-4780-bf5d-3fe419e57692 req-04143cff-bab3-4ec0-a33f-b0e8e847d2c9 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 943 time: 0.0550451 Sep 09 21:55:54.873720 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3909b56e-755d-4780-bf5d-3fe419e57692 req-f71ec6fd-5d96-4cfb-8ad9-7e745dd133ac tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378435 Sep 09 21:55:55.073092 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57948859-c133-4c6f-8e9c-9db6b39e8d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07a477e-9679-4764-92c8-91cc7842aef9'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:55:55.079206 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5477acd5-8e8e-4003-b4af-edd8776abaca" -d '{"events": [{"server_uuid": "57948859-c133-4c6f-8e9c-9db6b39e8d23", "name": "network-vif-plugged", "status": "completed", "tag": "b07a477e-9679-4764-92c8-91cc7842aef9"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:55:55.114773 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d19904-7db1-472d-a36a-fe601890e7b9 req-512acfa2-d45a-46dc-9093-c621da24dec4 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:55.116552 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-74d19904-7db1-472d-a36a-fe601890e7b9 req-512acfa2-d45a-46dc-9093-c621da24dec4 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0575554 Sep 09 21:55:55.125333 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a5c986-bbd9-438d-ac12-e3c4e9f4de74 x-openstack-request-id: req-a6a5c986-bbd9-438d-ac12-e3c4e9f4de74 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:55:55.125503 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57948859-c133-4c6f-8e9c-9db6b39e8d23", "name": "network-vif-plugged", "status": "completed", "tag": "b07a477e-9679-4764-92c8-91cc7842aef9", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:55:55.125766 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6a5c986-bbd9-438d-ac12-e3c4e9f4de74 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:55:55.126259 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57948859-c133-4c6f-8e9c-9db6b39e8d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07a477e-9679-4764-92c8-91cc7842aef9', 'code': 200} Sep 09 21:55:55.175702 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-74d19904-7db1-472d-a36a-fe601890e7b9 req-c1b8ede0-a803-4cab-903b-b9ea6023f0bc tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452049 Sep 09 21:55:55.245152 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea360b-a888-4387-a0ad-869d9f2348f4 req-0c0843c6-5bb2-4292-b215-18407d1c479c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:55.246589 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-38ea360b-a888-4387-a0ad-869d9f2348f4 req-0c0843c6-5bb2-4292-b215-18407d1c479c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 945 time: 0.0487554 Sep 09 21:55:55.284249 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-38ea360b-a888-4387-a0ad-869d9f2348f4 req-ec07fe4f-f517-4ab7-a8d1-c689ac4aa8af tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Sep 09 21:55:55.357635 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 1c785654-b5a2-4af3-9b5e-682b5664cbfb details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:55:55.364182 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:55:55.503912 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 1c785654-b5a2-4af3-9b5e-682b5664cbfb, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=1c785654-b5a2-4af3-9b5e-682b5664cbfb,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:55.519418 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '1c785654-b5a2-4af3-9b5e-682b5664cbfb', 'network_id': '3f69bac4-132a-4771-aff6-035aa4ee6e01', 'port_id': '1c785654-b5a2-4af3-9b5e-682b5664cbfb', 'mac_address': 'fa:16:3e:10:28:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac683f1-6482-4bb9-850c-c31ad8648008', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:55:55.551661 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:55:55.559440 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478a575-6661-4a00-b9bc-e1156b169e91 req-f6db5b5a-131a-4358-99fd-79e795a3a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:55.563056 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2478a575-6661-4a00-b9bc-e1156b169e91 req-f6db5b5a-131a-4358-99fd-79e795a3a37e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 1098 time: 0.1068642 Sep 09 21:55:55.564200 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:55:55.564965 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:55.592170 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:55.613332 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c785654-b5a2-4af3-9b5e-682b5664cbfb {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:55:55.628886 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2478a575-6661-4a00-b9bc-e1156b169e91 req-eefc6b97-4ef1-4060-8a43-6baaca93d7cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569475 Sep 09 21:55:55.644732 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 1c785654-b5a2-4af3-9b5e-682b5664cbfb, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=1c785654-b5a2-4af3-9b5e-682b5664cbfb,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:55.663545 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49612) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:55.696495 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:55.707671 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:55.721335 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3a47d-18ab-4ae5-aafc-fe4d35964396 req-bb98c928-55f3-4ab5-a7f7-1803b7c0f0f5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:55.722909 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-24b3a47d-18ab-4ae5-aafc-fe4d35964396 req-bb98c928-55f3-4ab5-a7f7-1803b7c0f0f5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 944 time: 0.1167834 Sep 09 21:55:55.792395 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-24b3a47d-18ab-4ae5-aafc-fe4d35964396 req-47f4bae8-d12c-4578-a9d3-04414c59959e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532722 Sep 09 21:55:55.855894 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a6ba67e5-9d20-443e-97a9-6e9bafd48191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:55.914865 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:55.921058 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=1c785654-b5a2-4af3-9b5e-682b5664cbfb,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:55.988188 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a6ba67e5-9d20-443e-97a9-6e9bafd48191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:56.010581 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824b0f4-b94f-4f1e-8ea1-84166a93c0ce req-304bdff8-25ac-4eaa-9999-ad3c0a441266 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:56.018307 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3824b0f4-b94f-4f1e-8ea1-84166a93c0ce req-304bdff8-25ac-4eaa-9999-ad3c0a441266 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 944 time: 0.0641735 Sep 09 21:55:56.020543 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['1c785654-b5a2-4af3-9b5e-682b5664cbfb'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:55:56.048776 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:56.064671 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3824b0f4-b94f-4f1e-8ea1-84166a93c0ce req-d5ce7b19-cfe7-4263-83ea-c7e98c4b68ff tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448391 Sep 09 21:55:56.120591 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a6ba67e5-9d20-443e-97a9-6e9bafd48191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:56.125872 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=4cbc1d2c-38ef-4d9e-8697-fd73a82de907,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:56.178276 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba67e5-9d20-443e-97a9-6e9bafd48191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b963be72-ac08-4600-b019-d5513a687435,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:56.190569 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 49630) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:56.191150 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a6ba67e5-9d20-443e-97a9-6e9bafd48191 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e19e08e704394c028764acebb3d9c16b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253704 Sep 09 21:55:56.255524 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-faf0b715-ed37-4877-96a4-0ccb3f379b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:56.279583 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-faf0b715-ed37-4877-96a4-0ccb3f379b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:56.306343 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6154c12-4bc2-4390-a3fa-7d67c1ccd802 req-48b60ad9-df28-4766-9a4d-f5bf5bf94fbc tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:56.308137 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d6154c12-4bc2-4390-a3fa-7d67c1ccd802 req-48b60ad9-df28-4766-9a4d-f5bf5bf94fbc tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0616622 Sep 09 21:55:56.352501 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d6154c12-4bc2-4390-a3fa-7d67c1ccd802 req-23b125b7-2624-493d-a7b5-d0e2cd0e1962 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384040 Sep 09 21:55:56.429627 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09087e2-783d-4e4e-a382-120f8f64347d req-ee6147a0-515a-44b6-9a30-9a498f7b58b0 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:56.431708 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c09087e2-783d-4e4e-a382-120f8f64347d req-ee6147a0-515a-44b6-9a30-9a498f7b58b0 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 945 time: 0.0515275 Sep 09 21:55:56.456726 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-faf0b715-ed37-4877-96a4-0ccb3f379b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:56.459381 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-faf0b715-ed37-4877-96a4-0ccb3f379b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:56.460744 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-faf0b715-ed37-4877-96a4-0ccb3f379b7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b963be72-ac08-4600-b019-d5513a687435 HTTP/1.1" status: 204 len: 168 time: 0.2685781 Sep 09 21:55:56.471013 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0b715-ed37-4877-96a4-0ccb3f379b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b963be72-ac08-4600-b019-d5513a687435,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:56.499299 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c09087e2-783d-4e4e-a382-120f8f64347d req-09bdd48d-5104-4ce9-83f9-68c9fdd1deb0 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613050 Sep 09 21:55:56.904038 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9ca74-d8ac-42f1-9bfc-eb133479a389 req-956f2775-76ec-4cae-a152-b3abf36a0220 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:56.914270 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-80b9ca74-d8ac-42f1-9bfc-eb133479a389 req-956f2775-76ec-4cae-a152-b3abf36a0220 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 944 time: 0.0655298 Sep 09 21:55:56.960069 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-80b9ca74-d8ac-42f1-9bfc-eb133479a389 req-f88a9a2e-1c8c-43c6-846a-d547f4392dcd tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394647 Sep 09 21:55:57.127188 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b306126d-04a3-422f-94eb-7106d5b3da20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbc1d2c-38ef-4d9e-8697-fd73a82de907'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:55:57.129579 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae01a81-4a17-4151-946c-d5cb903273d6" -d '{"events": [{"server_uuid": "b306126d-04a3-422f-94eb-7106d5b3da20", "name": "network-vif-plugged", "status": "completed", "tag": "4cbc1d2c-38ef-4d9e-8697-fd73a82de907"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:55:57.174674 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529f7b23-6a07-4e8e-af74-f2dcba01dfb0 x-openstack-request-id: req-529f7b23-6a07-4e8e-af74-f2dcba01dfb0 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:55:57.174674 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b306126d-04a3-422f-94eb-7106d5b3da20", "name": "network-vif-plugged", "status": "completed", "tag": "4cbc1d2c-38ef-4d9e-8697-fd73a82de907", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:55:57.174674 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-529f7b23-6a07-4e8e-af74-f2dcba01dfb0 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:55:57.174674 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b306126d-04a3-422f-94eb-7106d5b3da20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbc1d2c-38ef-4d9e-8697-fd73a82de907', 'code': 200} Sep 09 21:55:57.177032 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74c226-255c-45ed-a90f-f5b9561daecd req-19a27673-d4da-4977-9c93-44e4a5207816 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:57.178595 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fb74c226-255c-45ed-a90f-f5b9561daecd req-19a27673-d4da-4977-9c93-44e4a5207816 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 944 time: 0.0546141 Sep 09 21:55:57.217068 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fb74c226-255c-45ed-a90f-f5b9561daecd req-fc3052f5-7bb1-4d87-b63d-32c4ed2b241e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Sep 09 21:55:57.423812 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 49676) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:57.438003 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d16319d7-09d4-4984-ba7b-10db2cae2602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:57.473245 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145cef6-b973-473b-9c21-fbf3065c0661 req-e4efe435-e549-4a46-a179-769a71659727 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:57.474732 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1145cef6-b973-473b-9c21-fbf3065c0661 req-e4efe435-e549-4a46-a179-769a71659727 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0473893 Sep 09 21:55:57.515639 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1145cef6-b973-473b-9c21-fbf3065c0661 req-9d7dbf93-bcba-4cdf-8fe1-6dcd21e377a5 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342679 Sep 09 21:55:57.532940 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d16319d7-09d4-4984-ba7b-10db2cae2602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:57.619694 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74e754-2eea-457c-8728-4c1bf0ab6f6b req-bab3e0fe-c4d6-473a-bdbd-7607210ee98c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:57.621226 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-be74e754-2eea-457c-8728-4c1bf0ab6f6b req-bab3e0fe-c4d6-473a-bdbd-7607210ee98c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 945 time: 0.0548742 Sep 09 21:55:57.661437 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-be74e754-2eea-457c-8728-4c1bf0ab6f6b req-fcb8303c-7300-461a-a8cf-3831a6392022 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340533 Sep 09 21:55:57.667716 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d16319d7-09d4-4984-ba7b-10db2cae2602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:57.667837 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 5a5af56c-5c6e-445e-94f2-c91d2782982f details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:55:57.712235 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-d16319d7-09d4-4984-ba7b-10db2cae2602 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=99f9db65ed024f66aab762e94c9e73b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871962 Sep 09 21:55:57.713306 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16319d7-09d4-4984-ba7b-10db2cae2602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace13321-4cf4-4cf9-82c5-4b93bc0324df,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:57.714963 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49688) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:55:57.771001 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e87af3-1aa2-4c25-925c-f6f11ec86174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:57.797328 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e87af3-1aa2-4c25-925c-f6f11ec86174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:57.806910 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 5a5af56c-5c6e-445e-94f2-c91d2782982f, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=5a5af56c-5c6e-445e-94f2-c91d2782982f,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:57.820118 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '5a5af56c-5c6e-445e-94f2-c91d2782982f', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'port_id': '5a5af56c-5c6e-445e-94f2-c91d2782982f', 'mac_address': 'fa:16:3e:83:1b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:55:57.860107 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:57.872844 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5af56c-5c6e-445e-94f2-c91d2782982f {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:55:57.893617 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 5a5af56c-5c6e-445e-94f2-c91d2782982f, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=5a5af56c-5c6e-445e-94f2-c91d2782982f,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:55:57.948383 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e87af3-1aa2-4c25-925c-f6f11ec86174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:57.950874 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e87af3-1aa2-4c25-925c-f6f11ec86174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:57.952005 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-21e87af3-1aa2-4c25-925c-f6f11ec86174 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ace13321-4cf4-4cf9-82c5-4b93bc0324df HTTP/1.1" status: 204 len: 168 time: 0.2360830 Sep 09 21:55:57.960451 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e87af3-1aa2-4c25-925c-f6f11ec86174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace13321-4cf4-4cf9-82c5-4b93bc0324df,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:58.005937 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:55:58.057294 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=5a5af56c-5c6e-445e-94f2-c91d2782982f,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:55:58.093558 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd80e58-34c8-4a2a-94c2-54529a43b063 req-0297c0d2-f293-470b-8832-a0e52b10fbcc tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:58.095035 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-edd80e58-34c8-4a2a-94c2-54529a43b063 req-0297c0d2-f293-470b-8832-a0e52b10fbcc tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 945 time: 0.0652130 Sep 09 21:55:58.135417 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-edd80e58-34c8-4a2a-94c2-54529a43b063 req-cc5acd3a-7715-406d-8515-cdc02271547b tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335670 Sep 09 21:55:58.330729 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c470563-3fb2-45f1-b955-1470d1e4b98d req-5631d2ef-8ce1-49b0-aee3-46858a34b18b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:58.332275 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6c470563-3fb2-45f1-b955-1470d1e4b98d req-5631d2ef-8ce1-49b0-aee3-46858a34b18b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 944 time: 0.0495942 Sep 09 21:55:58.377046 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6c470563-3fb2-45f1-b955-1470d1e4b98d req-f0111aa4-9d6a-4141-89e3-5513d1b85506 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379114 Sep 09 21:55:59.246530 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc533899-545f-49ad-8cd4-2ecf299021dd req-ce8bfeb9-6a69-4a64-a64b-9480af479815 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:59.247901 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fc533899-545f-49ad-8cd4-2ecf299021dd req-ce8bfeb9-6a69-4a64-a64b-9480af479815 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 945 time: 0.0469680 Sep 09 21:55:59.285936 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fc533899-545f-49ad-8cd4-2ecf299021dd req-50c03d04-ff1f-4522-9c8d-625783cf983a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315402 Sep 09 21:55:59.492427 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed2f25-d754-4863-b4a2-284b9ce7a3a1 req-88f84fc4-f3f9-4c39-a5a8-83d7dec287d9 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:59.494160 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3ed2f25-d754-4863-b4a2-284b9ce7a3a1 req-88f84fc4-f3f9-4c39-a5a8-83d7dec287d9 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 944 time: 0.0496624 Sep 09 21:55:59.535754 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3ed2f25-d754-4863-b4a2-284b9ce7a3a1 req-e0f4c711-9d14-42db-aefb-130334e9a80c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352237 Sep 09 21:55:59.811749 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['5a5af56c-5c6e-445e-94f2-c91d2782982f'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:55:59.928281 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe156f5-beda-4ceb-93d5-b26694a7bf6c req-d4af9e58-d032-420e-bb1b-ecb31f6ea588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:55:59.930070 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bbe156f5-beda-4ceb-93d5-b26694a7bf6c req-d4af9e58-d032-420e-bb1b-ecb31f6ea588 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 1098 time: 0.0464034 Sep 09 21:55:59.968689 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bbe156f5-beda-4ceb-93d5-b26694a7bf6c req-5897203d-3c94-418e-8998-d0dae4fa014a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305948 Sep 09 21:56:00.400232 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023da6e-b447-4d0e-bf63-5867a31160cd req-893dc8be-c849-462c-9726-a720c76d6749 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:00.401747 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6023da6e-b447-4d0e-bf63-5867a31160cd req-893dc8be-c849-462c-9726-a720c76d6749 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 945 time: 0.0498192 Sep 09 21:56:00.443551 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6023da6e-b447-4d0e-bf63-5867a31160cd req-59c46272-485d-46ba-8b35-fbccb3f9c1e6 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355906 Sep 09 21:56:00.649616 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cdff2-1045-4127-8f1a-5fe6f8d59d43 req-4151d886-5400-4bfe-8a3e-655362452589 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:00.651086 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ec3cdff2-1045-4127-8f1a-5fe6f8d59d43 req-4151d886-5400-4bfe-8a3e-655362452589 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 944 time: 0.0490670 Sep 09 21:56:00.694842 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ec3cdff2-1045-4127-8f1a-5fe6f8d59d43 req-63365d26-eedd-4323-bfe5-32939bab037d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375266 Sep 09 21:56:00.769901 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:01.489366 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 1c785654-b5a2-4af3-9b5e-682b5664cbfb up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:01.662687 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 1c785654-b5a2-4af3-9b5e-682b5664cbfb completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:01.666602 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 1c785654-b5a2-4af3-9b5e-682b5664cbfb triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:01.666965 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:01.751844 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:01.775395 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37912018-2bbc-4d26-9a93-50ad0b856dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c785654-b5a2-4af3-9b5e-682b5664cbfb'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:56:01.777756 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b7997f-9d1d-44cc-baeb-94139683e21d" -d '{"events": [{"server_uuid": "37912018-2bbc-4d26-9a93-50ad0b856dea", "name": "network-vif-plugged", "status": "completed", "tag": "1c785654-b5a2-4af3-9b5e-682b5664cbfb"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:56:01.790553 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 1c785654-b5a2-4af3-9b5e-682b5664cbfb, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=1c785654-b5a2-4af3-9b5e-682b5664cbfb,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:56:01.874084 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:01.874969 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 5a5af56c-5c6e-445e-94f2-c91d2782982f up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:01.953515 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=1c785654-b5a2-4af3-9b5e-682b5664cbfb,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:02.028189 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 5a5af56c-5c6e-445e-94f2-c91d2782982f completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:02.032153 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 5a5af56c-5c6e-445e-94f2-c91d2782982f triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:02.032560 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:02.132815 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:02.170573 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 5a5af56c-5c6e-445e-94f2-c91d2782982f, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=5a5af56c-5c6e-445e-94f2-c91d2782982f,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:56:02.263818 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:02.330580 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=5a5af56c-5c6e-445e-94f2-c91d2782982f,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:02.410048 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8538948-26d1-46af-aec0-9ec15b2b5e5c req-d0e9e0f6-a8db-46a1-ad3f-c84d3ff96aec tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:02.411654 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f8538948-26d1-46af-aec0-9ec15b2b5e5c req-d0e9e0f6-a8db-46a1-ad3f-c84d3ff96aec tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0687366 Sep 09 21:56:02.468904 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f8538948-26d1-46af-aec0-9ec15b2b5e5c req-909b12a6-4193-4c7e-8978-c25fb177ca64 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503275 Sep 09 21:56:02.571565 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3894fe2-e951-4076-86ed-b6e46e796ad2 req-c56bb33b-016d-4ef9-892d-0f5722d6cabe tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:02.572153 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d3894fe2-e951-4076-86ed-b6e46e796ad2 req-c56bb33b-016d-4ef9-892d-0f5722d6cabe tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0498104 Sep 09 21:56:02.626851 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d3894fe2-e951-4076-86ed-b6e46e796ad2 req-a2252c58-c9eb-434e-b142-33b358a4bd15 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477457 Sep 09 21:56:02.675102 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36616fa-c864-43ff-9b28-807dd34fd7da x-openstack-request-id: req-f36616fa-c864-43ff-9b28-807dd34fd7da {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:56:02.675622 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37912018-2bbc-4d26-9a93-50ad0b856dea", "name": "network-vif-plugged", "status": "completed", "tag": "1c785654-b5a2-4af3-9b5e-682b5664cbfb", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:56:02.675802 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f36616fa-c864-43ff-9b28-807dd34fd7da {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:56:02.676316 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37912018-2bbc-4d26-9a93-50ad0b856dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c785654-b5a2-4af3-9b5e-682b5664cbfb', 'code': 200} Sep 09 21:56:03.575802 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a371ef7-be53-4c2e-8270-503f0ce9b43b req-05728c4d-4d97-45cb-9de3-1dc0e243b807 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:03.581062 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4a371ef7-be53-4c2e-8270-503f0ce9b43b req-05728c4d-4d97-45cb-9de3-1dc0e243b807 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0488908 Sep 09 21:56:03.618341 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4a371ef7-be53-4c2e-8270-503f0ce9b43b req-85c7a393-2df1-4823-801a-0c2c732b354c tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345321 Sep 09 21:56:03.744014 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e088ba4-cae3-41b7-b85c-595976e23f73 req-2165cd9c-8b28-404e-ae99-6aef6078ed61 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:03.745513 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1e088ba4-cae3-41b7-b85c-595976e23f73 req-2165cd9c-8b28-404e-ae99-6aef6078ed61 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0478785 Sep 09 21:56:03.783740 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1e088ba4-cae3-41b7-b85c-595976e23f73 req-e1ce908c-4e09-49a1-84c7-87ef8380fdb3 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Sep 09 21:56:04.678531 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805fc008-b6f0-4457-9426-d308734d9b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5af56c-5c6e-445e-94f2-c91d2782982f'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:56:04.683307 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a68051a-9f4e-42d5-8dfc-c621c98eb9af" -d '{"events": [{"server_uuid": "805fc008-b6f0-4457-9426-d308734d9b90", "name": "network-vif-plugged", "status": "completed", "tag": "5a5af56c-5c6e-445e-94f2-c91d2782982f"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:56:04.747109 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35870419-9d8b-4f7e-8205-419a89295bdb req-4ba176ff-8c97-4c7c-8444-2aa071d276e4 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:04.747577 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-35870419-9d8b-4f7e-8205-419a89295bdb req-4ba176ff-8c97-4c7c-8444-2aa071d276e4 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0590243 Sep 09 21:56:04.788521 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-35870419-9d8b-4f7e-8205-419a89295bdb req-00c5c64d-cf14-4c55-bda3-0a1499cf77e2 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341830 Sep 09 21:56:04.834103 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fabea6-2cbb-457c-94f7-d3a163704d72 x-openstack-request-id: req-96fabea6-2cbb-457c-94f7-d3a163704d72 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:56:04.834637 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805fc008-b6f0-4457-9426-d308734d9b90", "name": "network-vif-plugged", "status": "completed", "tag": "5a5af56c-5c6e-445e-94f2-c91d2782982f", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:56:04.835183 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96fabea6-2cbb-457c-94f7-d3a163704d72 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:56:04.835553 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805fc008-b6f0-4457-9426-d308734d9b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5af56c-5c6e-445e-94f2-c91d2782982f', 'code': 200} Sep 09 21:56:04.847185 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ac1f7-d3cc-4396-a015-76adc9d3bcaa req-1bff9cb2-a143-43c5-9900-abc4b2081d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:04.848837 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0c6ac1f7-d3cc-4396-a015-76adc9d3bcaa req-1bff9cb2-a143-43c5-9900-abc4b2081d27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 1098 time: 0.0431452 Sep 09 21:56:04.894016 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0c6ac1f7-d3cc-4396-a015-76adc9d3bcaa req-f5daca10-627d-47f5-af46-85f9900777e3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Sep 09 21:56:04.941345 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09886fab-9e8d-467f-a1c5-180305aa1673 req-6abbb49f-bdfa-429b-8804-f6c317b54d00 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:04.942828 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-09886fab-9e8d-467f-a1c5-180305aa1673 req-6abbb49f-bdfa-429b-8804-f6c317b54d00 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0489600 Sep 09 21:56:04.986060 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-09886fab-9e8d-467f-a1c5-180305aa1673 req-e4f2ae33-4a7d-4d4c-a8b3-1e74409aa028 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371370 Sep 09 21:56:05.900976 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b2b5f-bf45-456b-b963-ae86656c972e req-a4015fce-47c3-4db1-9a8d-38f835d414ac tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:05.902370 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2f7b2b5f-bf45-456b-b963-ae86656c972e req-a4015fce-47c3-4db1-9a8d-38f835d414ac tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0472214 Sep 09 21:56:05.940945 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2f7b2b5f-bf45-456b-b963-ae86656c972e req-17e0a797-2a64-4581-8a24-3e280be8c943 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323727 Sep 09 21:56:06.108040 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7c2e0-9b31-4336-ba5d-be854a85946c req-ae51c4cb-68f0-440f-99ff-35f09b3b68a6 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:06.109669 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-60c7c2e0-9b31-4336-ba5d-be854a85946c req-ae51c4cb-68f0-440f-99ff-35f09b3b68a6 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0532947 Sep 09 21:56:06.152355 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-60c7c2e0-9b31-4336-ba5d-be854a85946c req-b1f247c1-82af-48cd-82d0-8d0faf6ac1da tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361428 Sep 09 21:56:06.637225 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 49986) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:06.743790 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ab4a-584c-42fb-9330-27a11bddcad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:06.828822 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ab4a-584c-42fb-9330-27a11bddcad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:06.925329 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ab4a-584c-42fb-9330-27a11bddcad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:06.962797 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-7bd1ab4a-584c-42fb-9330-27a11bddcad2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5810edea4d645cc9d9b223a4479e4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244998 Sep 09 21:56:06.963503 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1ab4a-584c-42fb-9330-27a11bddcad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c32b43-6b2f-45d8-afa9-663d890243bb,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:06.965652 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 49996) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:07.018685 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d534dfd8-c8aa-4cf2-a83a-dc234b2ec0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:07.040645 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d534dfd8-c8aa-4cf2-a83a-dc234b2ec0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:07.059469 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fea52-0784-4b55-83ac-61fa22dd5a24 req-27856e5e-9d5b-4f85-bbda-73b6eb236859 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:07.061129 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4f6fea52-0784-4b55-83ac-61fa22dd5a24 req-27856e5e-9d5b-4f85-bbda-73b6eb236859 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0530608 Sep 09 21:56:07.099515 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4f6fea52-0784-4b55-83ac-61fa22dd5a24 req-6e668dc4-a73c-4b3e-8dae-4c60cb7c55e3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Sep 09 21:56:07.177061 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d534dfd8-c8aa-4cf2-a83a-dc234b2ec0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:07.179605 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d534dfd8-c8aa-4cf2-a83a-dc234b2ec0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:07.180783 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-d534dfd8-c8aa-4cf2-a83a-dc234b2ec0a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2c32b43-6b2f-45d8-afa9-663d890243bb HTTP/1.1" status: 204 len: 168 time: 0.2141011 Sep 09 21:56:07.190310 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534dfd8-c8aa-4cf2-a83a-dc234b2ec0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c32b43-6b2f-45d8-afa9-663d890243bb,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:07.269215 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ef137-89bd-4888-aaff-1fb72e7d4bd7 req-9fe491e2-160d-4e2a-ac9d-1d96dbfb771d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:07.270714 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-274ef137-89bd-4888-aaff-1fb72e7d4bd7 req-9fe491e2-160d-4e2a-ac9d-1d96dbfb771d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0488482 Sep 09 21:56:07.307821 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-274ef137-89bd-4888-aaff-1fb72e7d4bd7 req-d1224d9e-f378-45c8-a095-306f891d103b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308831 Sep 09 21:56:07.817890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50014) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:07.833667 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-449a7ead-af26-451f-9018-54745089be90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:07.918605 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-449a7ead-af26-451f-9018-54745089be90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:07.982736 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-449a7ead-af26-451f-9018-54745089be90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:08.020506 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a7ead-af26-451f-9018-54745089be90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563479d2-e527-4ad3-b6f0-a60c10380e22,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:08.024827 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-449a7ead-af26-451f-9018-54745089be90 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6c425cdedee4674ae3ebec6beaec71b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058792 Sep 09 21:56:08.028919 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50016) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:08.108930 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1077d816-056a-4d71-8473-09945ec4fcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:08.118636 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa80c6-a951-4887-825b-206bb78e7038 req-7b5af609-8669-4b61-bf74-7d6133fd3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:08.119385 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c8aa80c6-a951-4887-825b-206bb78e7038 req-7b5af609-8669-4b61-bf74-7d6133fd3bde service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 1099 time: 0.0609772 Sep 09 21:56:08.136674 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1077d816-056a-4d71-8473-09945ec4fcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:08.159842 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c8aa80c6-a951-4887-825b-206bb78e7038 req-f977a8f8-0e39-43fe-b136-7b63c893ad38 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317175 Sep 09 21:56:08.219759 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e027998-6a69-4f6c-bca0-893e5c9b745d req-178f4fe9-0699-4339-b010-9ca9eb31e122 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:08.221328 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7e027998-6a69-4f6c-bca0-893e5c9b745d req-178f4fe9-0699-4339-b010-9ca9eb31e122 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0513508 Sep 09 21:56:08.259770 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7e027998-6a69-4f6c-bca0-893e5c9b745d req-d26d46a0-b8b4-47bb-989a-86896565ec4f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323467 Sep 09 21:56:08.289299 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1077d816-056a-4d71-8473-09945ec4fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:08.291857 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1077d816-056a-4d71-8473-09945ec4fcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:08.293013 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-1077d816-056a-4d71-8473-09945ec4fcc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/563479d2-e527-4ad3-b6f0-a60c10380e22 HTTP/1.1" status: 204 len: 168 time: 0.2618389 Sep 09 21:56:08.303055 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077d816-056a-4d71-8473-09945ec4fcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563479d2-e527-4ad3-b6f0-a60c10380e22,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:08.422082 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb92614-7f7d-407b-bb8b-1fb2f0ed55ad req-6db4d55b-1ea1-4533-b224-9f6694f2fb59 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:08.423576 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5cb92614-7f7d-407b-bb8b-1fb2f0ed55ad req-6db4d55b-1ea1-4533-b224-9f6694f2fb59 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0490580 Sep 09 21:56:08.466763 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5cb92614-7f7d-407b-bb8b-1fb2f0ed55ad req-d7802ca4-66e3-43ea-99bf-5d49dbb214a3 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366428 Sep 09 21:56:09.382870 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ef5c2-4f7e-4a67-b40a-eee590b3abad req-966d649f-0504-4a66-a5a5-65607db18828 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:09.384633 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d62ef5c2-4f7e-4a67-b40a-eee590b3abad req-966d649f-0504-4a66-a5a5-65607db18828 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0563989 Sep 09 21:56:09.421854 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d62ef5c2-4f7e-4a67-b40a-eee590b3abad req-8c5c9079-2ac0-4b83-a166-6418a1b4ca88 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Sep 09 21:56:09.591646 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749532f7-ee1c-4b5c-974c-13cae6b7cae1 req-7db886e6-51c4-4d82-83c6-f1c8c6f38af0 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:09.593129 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-749532f7-ee1c-4b5c-974c-13cae6b7cae1 req-7db886e6-51c4-4d82-83c6-f1c8c6f38af0 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0496383 Sep 09 21:56:09.640182 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-749532f7-ee1c-4b5c-974c-13cae6b7cae1 req-00e3a577-34a3-4d41-8ebc-1e4e3be05865 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Sep 09 21:56:10.184833 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50102) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:10.394304 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-04b9b709-7511-48ff-8662-3581ef46299a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:10.492450 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-04b9b709-7511-48ff-8662-3581ef46299a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:10.543504 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b726fd5-12a1-4baf-865e-b7ff6518262f req-60c29392-3b14-4b31-b0d2-c61c545eaed8 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:10.545066 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6b726fd5-12a1-4baf-865e-b7ff6518262f req-60c29392-3b14-4b31-b0d2-c61c545eaed8 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0499251 Sep 09 21:56:10.583538 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6b726fd5-12a1-4baf-865e-b7ff6518262f req-1ffab8b5-af46-4fa1-b2a1-973bba28c952 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324485 Sep 09 21:56:10.622299 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-04b9b709-7511-48ff-8662-3581ef46299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:10.660120 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-04b9b709-7511-48ff-8662-3581ef46299a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b88bf28c35cd4e91a9cef56b8e599386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740462 Sep 09 21:56:10.662698 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50126) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:10.670557 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9b709-7511-48ff-8662-3581ef46299a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d17f6e-816b-4e2f-82c4-bc50179fd823,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:10.718637 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499b6b0-d07b-4de5-825b-0bafccf932f1 req-8c281600-c48d-449e-b635-b2aa1c417e57 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:10.725699 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3499b6b0-d07b-4de5-825b-0bafccf932f1 req-8c281600-c48d-449e-b635-b2aa1c417e57 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0776725 Sep 09 21:56:10.734686 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50130) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:10.739313 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-103e12df-231d-46f8-a43e-c1ef3968a68a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'floatingip': {'port_id': '5a5af56c-5c6e-445e-94f2-c91d2782982f'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:10.750213 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3284fc36-d709-4db3-9d4c-d3ed956dc1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:10.778414 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3284fc36-d709-4db3-9d4c-d3ed956dc1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:10.799551 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e966e8-1117-4626-95ad-74bae24c41c1 req-5e4242aa-265d-422d-b44b-41d9b709db49 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:10.801123 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-55e966e8-1117-4626-95ad-74bae24c41c1 req-5e4242aa-265d-422d-b44b-41d9b709db49 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0868838 Sep 09 21:56:10.821333 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-103e12df-231d-46f8-a43e-c1ef3968a68a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:10.855638 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-55e966e8-1117-4626-95ad-74bae24c41c1 req-b8d9034f-305f-455b-8d3f-3d2d03c04774 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470698 Sep 09 21:56:10.998852 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3284fc36-d709-4db3-9d4c-d3ed956dc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:10.998852 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3284fc36-d709-4db3-9d4c-d3ed956dc1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:10.998852 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-3284fc36-d709-4db3-9d4c-d3ed956dc1e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03d17f6e-816b-4e2f-82c4-bc50179fd823 HTTP/1.1" status: 204 len: 168 time: 0.3317719 Sep 09 21:56:11.005007 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284fc36-d709-4db3-9d4c-d3ed956dc1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d17f6e-816b-4e2f-82c4-bc50179fd823,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:11.107633 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50146) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:11.388784 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-97665e77-3caa-4584-95f9-1f2be380c364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.495646 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50156) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:11.498271 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-103e12df-231d-46f8-a43e-c1ef3968a68a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.534648 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c11e6d-d38d-4dc4-ac19-512a93f9c9df req-c06a13aa-2fda-4af5-a276-b20850b21d11 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:11.536561 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f8c11e6d-d38d-4dc4-ac19-512a93f9c9df req-c06a13aa-2fda-4af5-a276-b20850b21d11 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0854206 Sep 09 21:56:11.588020 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-103e12df-231d-46f8-a43e-c1ef3968a68a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.591743 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-97665e77-3caa-4584-95f9-1f2be380c364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.598947 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f8c11e6d-d38d-4dc4-ac19-512a93f9c9df req-e926069e-ae1a-406b-9b87-ec6edbc2568f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542910 Sep 09 21:56:11.623310 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ff3893a5-e8b6-4391-aa77-78d2a2c435c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.693354 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-97665e77-3caa-4584-95f9-1f2be380c364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.758068 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-97665e77-3caa-4584-95f9-1f2be380c364 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b479690bf6dd4b9385af1113d355b6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6465833 Sep 09 21:56:11.758068 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97665e77-3caa-4584-95f9-1f2be380c364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014f1b66-9294-43c2-83e0-fa4c9e4072e3,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:11.760633 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50160) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:11.839518 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-38e4f7ce-9ad0-41d3-89fc-373f1db2364f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.878240 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ff3893a5-e8b6-4391-aa77-78d2a2c435c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.880216 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-38e4f7ce-9ad0-41d3-89fc-373f1db2364f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.882203 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [None req-103e12df-231d-46f8-a43e-c1ef3968a68a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Floating IP c8fbc685-8af4-4e33-a880-cb31934590db associated. External IP: 172.27.1.201, port: 5a5af56c-5c6e-445e-94f2-c91d2782982f. Sep 09 21:56:11.887491 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50162) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:11.932200 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea6a6-a6ef-4f39-b233-d778eae526e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.951904 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ff3893a5-e8b6-4391-aa77-78d2a2c435c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.981207 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-38e4f7ce-9ad0-41d3-89fc-373f1db2364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.983709 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-38e4f7ce-9ad0-41d3-89fc-373f1db2364f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:11.984868 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-38e4f7ce-9ad0-41d3-89fc-373f1db2364f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/014f1b66-9294-43c2-83e0-fa4c9e4072e3 HTTP/1.1" status: 204 len: 168 time: 0.2235789 Sep 09 21:56:11.997938 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-ff3893a5-e8b6-4391-aa77-78d2a2c435c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bdb295229e6a4c249e665cdb393298f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979453 Sep 09 21:56:11.997938 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3893a5-e8b6-4391-aa77-78d2a2c435c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c739c4dd-4fcb-4f32-97ec-a0ac36868043,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:12.002443 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50166) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:12.012406 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4f7ce-9ad0-41d3-89fc-373f1db2364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014f1b66-9294-43c2-83e0-fa4c9e4072e3,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:12.141639 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9eeaab2a-a42a-49f8-a910-92d048f828bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.190238 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9eeaab2a-a42a-49f8-a910-92d048f828bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.232980 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea6a6-a6ef-4f39-b233-d778eae526e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.270021 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103e12df-231d-46f8-a43e-c1ef3968a68a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:56:12.318933 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1e1ea6a6-a6ef-4f39-b233-d778eae526e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.373037 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-1e1ea6a6-a6ef-4f39-b233-d778eae526e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22d18f01e1884958a029deb6c45ff537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844618 Sep 09 21:56:12.373763 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ea6a6-a6ef-4f39-b233-d778eae526e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e01f0ed-042c-4d4f-a47d-d201bb27b2cf,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:12.376005 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50176) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:12.405593 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9eeaab2a-a42a-49f8-a910-92d048f828bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.408665 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9eeaab2a-a42a-49f8-a910-92d048f828bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.409789 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-9eeaab2a-a42a-49f8-a910-92d048f828bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c739c4dd-4fcb-4f32-97ec-a0ac36868043 HTTP/1.1" status: 204 len: 168 time: 0.4091952 Sep 09 21:56:12.424858 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeaab2a-a42a-49f8-a910-92d048f828bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739c4dd-4fcb-4f32-97ec-a0ac36868043,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:12.434575 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5aae950f-a698-4399-80fe-f25e15025b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.434725 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103e12df-231d-46f8-a43e-c1ef3968a68a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:56:12.439488 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-103e12df-231d-46f8-a43e-c1ef3968a68a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.449388 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3723f070-6a0b-40b5-8d8d-389bb7ee8b25 None None] Sync routers for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:56:12.458050 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5aae950f-a698-4399-80fe-f25e15025b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.461670 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723f070-6a0b-40b5-8d8d-389bb7ee8b25 None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:12.462691 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-3723f070-6a0b-40b5-8d8d-389bb7ee8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:55:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:12.480433 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-103e12df-231d-46f8-a43e-c1ef3968a68a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "PUT /v2.0/floatingips/c8fbc685-8af4-4e33-a880-cb31934590db HTTP/1.1" status: 200 len: 992 time: 1.7445965 Sep 09 21:56:12.481247 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805fc008-b6f0-4457-9426-d308734d9b90', 'tag': '5a5af56c-5c6e-445e-94f2-c91d2782982f'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:56:12.486860 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f5d487-f829-4a97-b491-07367f6f6705" -d '{"events": [{"name": "network-changed", "server_uuid": "805fc008-b6f0-4457-9426-d308734d9b90", "tag": "5a5af56c-5c6e-445e-94f2-c91d2782982f"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:56:12.532647 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3946e6-060f-4e5b-a150-332b06d7b6dd x-openstack-request-id: req-1a3946e6-060f-4e5b-a150-332b06d7b6dd {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:56:12.533456 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805fc008-b6f0-4457-9426-d308734d9b90", "tag": "5a5af56c-5c6e-445e-94f2-c91d2782982f", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:56:12.533759 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a3946e6-060f-4e5b-a150-332b06d7b6dd {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:56:12.534140 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805fc008-b6f0-4457-9426-d308734d9b90', 'tag': '5a5af56c-5c6e-445e-94f2-c91d2782982f', 'status': 'completed', 'code': 200} Sep 09 21:56:12.593514 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-3723f070-6a0b-40b5-8d8d-389bb7ee8b25 None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:12.638017 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5aae950f-a698-4399-80fe-f25e15025b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.641103 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5aae950f-a698-4399-80fe-f25e15025b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.643134 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-5aae950f-a698-4399-80fe-f25e15025b67 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e01f0ed-042c-4d4f-a47d-d201bb27b2cf HTTP/1.1" status: 204 len: 168 time: 0.2657475 Sep 09 21:56:12.653565 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae950f-a698-4399-80fe-f25e15025b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e01f0ed-042c-4d4f-a47d-d201bb27b2cf,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:12.721771 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50188) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:12.733716 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedf5a-d74a-4c6b-9470-97bdfbac6cb3 req-7c757d74-f67c-4fd4-9531-549feae302dc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:12.739028 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5ef40a7a-6af7-4d76-a11e-9d56a526480b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.741853 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-22dedf5a-d74a-4c6b-9470-97bdfbac6cb3 req-7c757d74-f67c-4fd4-9531-549feae302dc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0697119 Sep 09 21:56:12.798154 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-22dedf5a-d74a-4c6b-9470-97bdfbac6cb3 req-d7dd8bca-a482-47f8-9b5a-9dba3a12f94b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498989 Sep 09 21:56:12.860765 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5ef40a7a-6af7-4d76-a11e-9d56a526480b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.953959 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5ef40a7a-6af7-4d76-a11e-9d56a526480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:12.976467 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-3723f070-6a0b-40b5-8d8d-389bb7ee8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'c8fbc685-8af4-4e33-a880-cb31934590db', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'port_id': '5a5af56c-5c6e-445e-94f2-c91d2782982f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'mac_address': 'fa:16:3e:83:1b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805fc008-b6f0-4457-9426-d308734d9b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:55:42Z', 'updated_at': '2021-09-09T21:56:11Z', 'revision_number': 1, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:12.995173 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-5ef40a7a-6af7-4d76-a11e-9d56a526480b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e313bcaba4cf4e27b978ab6a7b536f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721670 Sep 09 21:56:12.996062 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef40a7a-6af7-4d76-a11e-9d56a526480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dbb591-dc15-46b5-a707-318c844d15ca,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:12.998560 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50192) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:13.007327 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3723f070-6a0b-40b5-8d8d-389bb7ee8b25 None None] Checking router: 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:56:13.016456 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723f070-6a0b-40b5-8d8d-389bb7ee8b25 None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:13.017072 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-3723f070-6a0b-40b5-8d8d-389bb7ee8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:55:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:13.054850 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ed5f07ee-36f6-4271-b75d-b045dfe19226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:13.089404 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ed5f07ee-36f6-4271-b75d-b045dfe19226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:13.143324 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-3723f070-6a0b-40b5-8d8d-389bb7ee8b25 None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:13.237043 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50204) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:13.250578 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0cbec0e2-7ac1-4c6d-a840-d69a3a4c7de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:13.265245 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ed5f07ee-36f6-4271-b75d-b045dfe19226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:13.268244 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ed5f07ee-36f6-4271-b75d-b045dfe19226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:13.272015 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-ed5f07ee-36f6-4271-b75d-b045dfe19226 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8dbb591-dc15-46b5-a707-318c844d15ca HTTP/1.1" status: 204 len: 168 time: 0.2692091 Sep 09 21:56:13.287635 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f07ee-36f6-4271-b75d-b045dfe19226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dbb591-dc15-46b5-a707-318c844d15ca,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:13.385104 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0cbec0e2-7ac1-4c6d-a840-d69a3a4c7de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:13.400117 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-3723f070-6a0b-40b5-8d8d-389bb7ee8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'c8fbc685-8af4-4e33-a880-cb31934590db', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'port_id': '5a5af56c-5c6e-445e-94f2-c91d2782982f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'mac_address': 'fa:16:3e:83:1b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805fc008-b6f0-4457-9426-d308734d9b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:55:42Z', 'updated_at': '2021-09-09T21:56:11Z', 'revision_number': 1, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:13.427698 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3723f070-6a0b-40b5-8d8d-389bb7ee8b25 None None] The sync data for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi is: [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'c8fbc685-8af4-4e33-a880-cb31934590db', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'port_id': '5a5af56c-5c6e-445e-94f2-c91d2782982f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'mac_address': 'fa:16:3e:83:1b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805fc008-b6f0-4457-9426-d308734d9b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:55:42Z', 'updated_at': '2021-09-09T21:56:11Z', 'revision_number': 1, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:56:13.445125 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0cbec0e2-7ac1-4c6d-a840-d69a3a4c7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:13.484559 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-0cbec0e2-7ac1-4c6d-a840-d69a3a4c7de6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b552941ca124bd9a2af55874868af8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454822 Sep 09 21:56:13.484771 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbec0e2-7ac1-4c6d-a840-d69a3a4c7de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e9d040-f7df-41f1-85c2-3c5517c59c17,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:13.486805 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50212) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:13.535972 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-eac7b08b-7e27-46cb-bc12-d257c6b95b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:13.561010 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-eac7b08b-7e27-46cb-bc12-d257c6b95b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:13.646751 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18da37f-fa22-42c9-95db-29830464d7f4 None None] New status for floating IP c8fbc685-8af4-4e33-a880-cb31934590db: ACTIVE {{(pid=100963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:56:13.685409 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-eac7b08b-7e27-46cb-bc12-d257c6b95b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:13.688005 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-eac7b08b-7e27-46cb-bc12-d257c6b95b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:13.690188 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-eac7b08b-7e27-46cb-bc12-d257c6b95b2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64e9d040-f7df-41f1-85c2-3c5517c59c17 HTTP/1.1" status: 204 len: 168 time: 0.2012768 Sep 09 21:56:13.706358 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7b08b-7e27-46cb-bc12-d257c6b95b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e9d040-f7df-41f1-85c2-3c5517c59c17,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:13.910854 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc39b23-8022-4c94-96c4-adde9c79452a req-5a836db9-4d2d-46ea-b213-e45429dd2c4f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:13.912379 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6dc39b23-8022-4c94-96c4-adde9c79452a req-5a836db9-4d2d-46ea-b213-e45429dd2c4f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0548389 Sep 09 21:56:13.960922 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6dc39b23-8022-4c94-96c4-adde9c79452a req-7a80b6fd-ed1f-4e66-aac4-e619f33a2aa8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Sep 09 21:56:14.990338 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc38d5-aaa9-4a2e-abe4-3f55b00fa444 req-ac4fee00-4f59-46af-b8c7-18adb82dccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:14.997295 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5d487-f829-4a97-b491-07367f6f6705 req-028925f4-cd52-4765-a73c-f07719ad6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:14.999274 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-88fc38d5-aaa9-4a2e-abe4-3f55b00fa444 req-ac4fee00-4f59-46af-b8c7-18adb82dccc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 1098 time: 0.0532916 Sep 09 21:56:14.999484 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b8f5d487-f829-4a97-b491-07367f6f6705 req-028925f4-cd52-4765-a73c-f07719ad6880 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 1099 time: 0.0479777 Sep 09 21:56:15.126130 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50286) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:15.156932 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc38d5-aaa9-4a2e-abe4-3f55b00fa444 req-ed9ce0aa-7498-455a-8dec-136f62e07306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:15.159061 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-88fc38d5-aaa9-4a2e-abe4-3f55b00fa444 req-ed9ce0aa-7498-455a-8dec-136f62e07306 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 919 time: 0.1391659 Sep 09 21:56:15.163492 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3c48a-0692-4f1e-b759-2ab0be22b2f5 req-4a3d4320-9917-4a27-b888-9ef8aac36093 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:15.165046 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cfe3c48a-0692-4f1e-b759-2ab0be22b2f5 req-4a3d4320-9917-4a27-b888-9ef8aac36093 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.1172168 Sep 09 21:56:15.170064 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5d487-f829-4a97-b491-07367f6f6705 req-98b8395e-be43-492d-a4ad-6bd7dd855729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:15.171474 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b8f5d487-f829-4a97-b491-07367f6f6705 req-98b8395e-be43-492d-a4ad-6bd7dd855729 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 HTTP/1.1" status: 200 len: 911 time: 0.1514575 Sep 09 21:56:15.212932 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-88fc38d5-aaa9-4a2e-abe4-3f55b00fa444 req-734f54da-e192-44c4-b779-b9690493db71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c785654-b5a2-4af3-9b5e-682b5664cbfb HTTP/1.1" status: 200 len: 217 time: 0.0413518 Sep 09 21:56:15.262128 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cfe3c48a-0692-4f1e-b759-2ab0be22b2f5 req-a0bd84d5-aeba-4e20-9220-055977d8507c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896428 Sep 09 21:56:15.270699 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc38d5-aaa9-4a2e-abe4-3f55b00fa444 req-228f8a82-7b97-41ee-8fc7-13a212c7b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:15.272565 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-88fc38d5-aaa9-4a2e-abe4-3f55b00fa444 req-228f8a82-7b97-41ee-8fc7-13a212c7b9f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 200 len: 858 time: 0.0480919 Sep 09 21:56:15.298879 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b8f5d487-f829-4a97-b491-07367f6f6705 req-b77160cc-25ed-4422-b7ed-77b422cd18f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5af56c-5c6e-445e-94f2-c91d2782982f HTTP/1.1" status: 200 len: 1002 time: 0.1101060 Sep 09 21:56:15.308884 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-88fc38d5-aaa9-4a2e-abe4-3f55b00fa444 req-91ab3d77-97c6-404c-8458-98593c4ecebb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f69bac4-132a-4771-aff6-035aa4ee6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277545 Sep 09 21:56:15.364962 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5d487-f829-4a97-b491-07367f6f6705 req-1601bd9b-670f-4fb7-a179-3fddd6b9730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:15.366431 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b8f5d487-f829-4a97-b491-07367f6f6705 req-1601bd9b-670f-4fb7-a179-3fddd6b9730e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f HTTP/1.1" status: 200 len: 849 time: 0.0562904 Sep 09 21:56:15.432159 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-88fc38d5-aaa9-4a2e-abe4-3f55b00fa444 req-f4703ca8-993b-4f0e-beac-8a3f9b791fc1 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148524 Sep 09 21:56:15.441844 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5d487-f829-4a97-b491-07367f6f6705 req-7d2e32ea-e367-408a-b567-36e5a65dcbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:15.443328 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b8f5d487-f829-4a97-b491-07367f6f6705 req-7d2e32ea-e367-408a-b567-36e5a65dcbb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677295 Sep 09 21:56:15.540033 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-88fc38d5-aaa9-4a2e-abe4-3f55b00fa444 req-7cc409f1-075b-4aa0-a0e1-7f84f084b87e service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971279 Sep 09 21:56:15.547647 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d618a3fb-d3fc-4672-9500-a1e32426032d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:15.555129 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b8f5d487-f829-4a97-b491-07367f6f6705 req-4af52cc4-6a04-4655-ae5e-d7f6c42769c4 service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969906 Sep 09 21:56:15.656691 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b8f5d487-f829-4a97-b491-07367f6f6705 req-5e50e0cb-7b98-4af5-a981-84637324a608 service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897691 Sep 09 21:56:15.661451 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d618a3fb-d3fc-4672-9500-a1e32426032d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:15.735003 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d618a3fb-d3fc-4672-9500-a1e32426032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:15.781546 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-d618a3fb-d3fc-4672-9500-a1e32426032d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62c97a213a2c47d89e633243fcb58af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6529257 Sep 09 21:56:15.782528 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618a3fb-d3fc-4672-9500-a1e32426032d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70c7c75-0154-4741-84a2-45f5a5357081,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:15.784759 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50316) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:16.012811 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9e2a1392-b82a-4d51-9e36-9d99b43ebb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:16.036389 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9e2a1392-b82a-4d51-9e36-9d99b43ebb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:16.205228 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9e2a1392-b82a-4d51-9e36-9d99b43ebb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:16.208082 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9e2a1392-b82a-4d51-9e36-9d99b43ebb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:16.211961 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-9e2a1392-b82a-4d51-9e36-9d99b43ebb55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b70c7c75-0154-4741-84a2-45f5a5357081 HTTP/1.1" status: 204 len: 168 time: 0.4224672 Sep 09 21:56:16.224983 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a1392-b82a-4d51-9e36-9d99b43ebb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70c7c75-0154-4741-84a2-45f5a5357081,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:16.445327 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27a6d5-eef8-4da6-b70a-a491dfb5b8a4 req-ba1cf17f-ae0b-40d2-8177-4af3403e71e0 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:16.447192 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dc27a6d5-eef8-4da6-b70a-a491dfb5b8a4 req-ba1cf17f-ae0b-40d2-8177-4af3403e71e0 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0816216 Sep 09 21:56:16.469591 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50368) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:16.512944 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dc27a6d5-eef8-4da6-b70a-a491dfb5b8a4 req-0a88c351-65b9-4319-8e9b-f85f3f851f8d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517015 Sep 09 21:56:16.664019 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81c391aa-d9ae-4f33-aab5-6d31af81f5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:16.765543 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81c391aa-d9ae-4f33-aab5-6d31af81f5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:16.856555 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81c391aa-d9ae-4f33-aab5-6d31af81f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:16.895222 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-81c391aa-d9ae-4f33-aab5-6d31af81f5f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=64cce45633ec4184923b7a1eef2f66cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239981 Sep 09 21:56:16.896360 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c391aa-d9ae-4f33-aab5-6d31af81f5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2430725-9357-4667-8305-0de51da76dce,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:16.898217 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50388) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:16.968457 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a1c6-576e-483b-a74f-359d8466473a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:16.991042 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a1c6-576e-483b-a74f-359d8466473a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:17.117878 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50398) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:17.134507 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a1c6-576e-483b-a74f-359d8466473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:17.145624 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a1c6-576e-483b-a74f-359d8466473a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:17.145624 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-c7d3a1c6-576e-483b-a74f-359d8466473a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2430725-9357-4667-8305-0de51da76dce HTTP/1.1" status: 204 len: 168 time: 0.2370093 Sep 09 21:56:17.149029 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3a1c6-576e-483b-a74f-359d8466473a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2430725-9357-4667-8305-0de51da76dce,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:17.244405 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7a45ba6f-b09c-4d03-bcdc-47c2a55606c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:17.364036 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7a45ba6f-b09c-4d03-bcdc-47c2a55606c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:17.422414 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7a45ba6f-b09c-4d03-bcdc-47c2a55606c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:17.464411 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-7a45ba6f-b09c-4d03-bcdc-47c2a55606c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21872e7c73164c8fb5bc7ba6191499fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422408 Sep 09 21:56:17.464411 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45ba6f-b09c-4d03-bcdc-47c2a55606c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d51db55-5380-498b-abcc-e7f7b8a56553,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:17.464586 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50412) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:17.528737 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fd203ebb-668f-4b33-b05e-46e42302aff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:17.555782 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fd203ebb-668f-4b33-b05e-46e42302aff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:17.678571 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1c930-af6c-4060-b73e-682a5cc54298 req-572a5f80-968f-43a2-91ee-452cef796c8f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:17.684811 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ffd1c930-af6c-4060-b73e-682a5cc54298 req-572a5f80-968f-43a2-91ee-452cef796c8f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0702863 Sep 09 21:56:17.721765 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fd203ebb-668f-4b33-b05e-46e42302aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:17.724196 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fd203ebb-668f-4b33-b05e-46e42302aff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:17.725556 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-fd203ebb-668f-4b33-b05e-46e42302aff8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d51db55-5380-498b-abcc-e7f7b8a56553 HTTP/1.1" status: 204 len: 168 time: 0.2601447 Sep 09 21:56:17.760803 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd203ebb-668f-4b33-b05e-46e42302aff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d51db55-5380-498b-abcc-e7f7b8a56553,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:17.781606 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ffd1c930-af6c-4060-b73e-682a5cc54298 req-7f9a1be2-227a-41ab-b207-54d5d38787a2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954831 Sep 09 21:56:18.345428 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169196f-8b67-4aca-b447-859860e918ec req-9799a689-19e4-4e81-8249-9085159e095c tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:18.346936 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c169196f-8b67-4aca-b447-859860e918ec req-9799a689-19e4-4e81-8249-9085159e095c tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0541577 Sep 09 21:56:18.384553 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c169196f-8b67-4aca-b447-859860e918ec req-185a7d56-e4f9-49b4-a1be-700a6c49cf07 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Sep 09 21:56:18.587782 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50508) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:18.601135 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:18.694702 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:18.759767 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:18.830864 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc12129-ba03-44a3-a846-7746147d360a,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:18.839829 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4bfd334488f45fda2f0458618ba0370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486341 Sep 09 21:56:18.840684 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50526) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:18.843041 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.843536 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.843994 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.844495 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.844900 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.845342 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.845818 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.846157 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.846493 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.846823 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.847153 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.847478 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e37ec-5f18-45b9-9df4-740f93ce5513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:18.901858 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b7413cc2-da93-44c4-b5cd-5d0feaa9478e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:18.930166 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b7413cc2-da93-44c4-b5cd-5d0feaa9478e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:18.949227 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f8027-33e9-4776-898a-2424cef235be req-a84783ba-a10e-4005-94b5-a0ae89e75012 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:18.950804 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-af8f8027-33e9-4776-898a-2424cef235be req-a84783ba-a10e-4005-94b5-a0ae89e75012 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0662408 Sep 09 21:56:18.991295 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-af8f8027-33e9-4776-898a-2424cef235be req-4c3465a6-a011-4af3-976a-b90311bbc764 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Sep 09 21:56:19.082934 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b7413cc2-da93-44c4-b5cd-5d0feaa9478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:19.085549 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b7413cc2-da93-44c4-b5cd-5d0feaa9478e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:19.086794 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-b7413cc2-da93-44c4-b5cd-5d0feaa9478e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cc12129-ba03-44a3-a846-7746147d360a HTTP/1.1" status: 204 len: 168 time: 0.2446327 Sep 09 21:56:19.097339 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7413cc2-da93-44c4-b5cd-5d0feaa9478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc12129-ba03-44a3-a846-7746147d360a,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:19.165280 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3df16b25-61c7-47cc-bf3d-7baa74847fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:19.187876 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:56:19.499930 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e43e8e-73e8-4f81-ba9d-e5955fc5bbab req-7601d883-eb04-4d31-aa5f-54caa04bc75f tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:19.501617 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a3e43e8e-73e8-4f81-ba9d-e5955fc5bbab req-7601d883-eb04-4d31-aa5f-54caa04bc75f tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0511186 Sep 09 21:56:19.542739 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a3e43e8e-73e8-4f81-ba9d-e5955fc5bbab req-9708e524-5eaa-41cb-a09a-aab4c5276631 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347927 Sep 09 21:56:20.107886 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bf5c5-d1a7-4b80-82d6-75f9ef5bd88d req-786501d4-787f-4fd2-91c3-105a844532a8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:20.109482 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-892bf5c5-d1a7-4b80-82d6-75f9ef5bd88d req-786501d4-787f-4fd2-91c3-105a844532a8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0504386 Sep 09 21:56:20.150391 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-892bf5c5-d1a7-4b80-82d6-75f9ef5bd88d req-52c93489-ea4e-4c13-b90e-3a44f96420a6 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342581 Sep 09 21:56:20.660820 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092e993-de2b-4e61-8721-113fb1410fca req-3aca853a-36ef-4ecb-b8df-c70e166330d1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:20.662407 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6092e993-de2b-4e61-8721-113fb1410fca req-3aca853a-36ef-4ecb-b8df-c70e166330d1 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0525694 Sep 09 21:56:20.702193 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6092e993-de2b-4e61-8721-113fb1410fca req-2204056d-630c-4217-96b0-9f2d5e788cc2 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338175 Sep 09 21:56:20.819646 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50612) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:20.927546 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:21.014436 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:21.140377 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:21.179785 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1928068dd7184f59add44112d6c22624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590293 Sep 09 21:56:21.180761 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e423d006-b5a1-4c81-9a96-eee238204726,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:21.184214 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50624) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:21.189795 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.190167 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.190514 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.190984 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.191176 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.191514 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.191844 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.192381 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.192840 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.193029 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.193412 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.193740 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2661f5-694c-4e78-9db5-978b129f07c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:21.273967 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-01fc76d5-b1fb-4d85-978c-c7c10b592957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:21.297008 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33c77-2e1f-4f21-9c54-8b15602ca669 req-ede56409-979b-47bc-9b23-6ac6f9046a59 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:21.299020 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8cc33c77-2e1f-4f21-9c54-8b15602ca669 req-ede56409-979b-47bc-9b23-6ac6f9046a59 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0738370 Sep 09 21:56:21.316123 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-01fc76d5-b1fb-4d85-978c-c7c10b592957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:21.365263 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8cc33c77-2e1f-4f21-9c54-8b15602ca669 req-cf1875db-8fb2-4e7e-b352-24a69f6c37c4 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587180 Sep 09 21:56:21.443328 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-01fc76d5-b1fb-4d85-978c-c7c10b592957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:21.445978 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-01fc76d5-b1fb-4d85-978c-c7c10b592957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:21.447133 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-01fc76d5-b1fb-4d85-978c-c7c10b592957 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e423d006-b5a1-4c81-9a96-eee238204726 HTTP/1.1" status: 204 len: 168 time: 0.2617447 Sep 09 21:56:21.455022 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc76d5-b1fb-4d85-978c-c7c10b592957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e423d006-b5a1-4c81-9a96-eee238204726,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:21.823942 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1eba8-3942-4491-8f99-18f58673983e req-6665114e-a5e8-44cc-9ed1-559a6a89bf44 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:21.825456 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-30d1eba8-3942-4491-8f99-18f58673983e req-6665114e-a5e8-44cc-9ed1-559a6a89bf44 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0540257 Sep 09 21:56:21.868981 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-30d1eba8-3942-4491-8f99-18f58673983e req-fb2e290e-98c0-4dd3-9957-b25db9c0285c tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371668 Sep 09 21:56:21.911659 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-2e78a9b4-8113-4d9b-87c5-aeb2547ed5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:22.042868 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:22.486807 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dc1fc-9b6d-4404-aed7-467875aef969 req-b8ba1542-f728-48e2-b53f-1730f897edee tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:22.488604 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-812dc1fc-9b6d-4404-aed7-467875aef969 req-b8ba1542-f728-48e2-b53f-1730f897edee tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0554557 Sep 09 21:56:22.529847 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-812dc1fc-9b6d-4404-aed7-467875aef969 req-e98108ce-035a-4273-b0c4-e5891a4ff73c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346453 Sep 09 21:56:23.001089 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e237f2-b93d-4914-9b8c-dc3c2774b298 req-2bd6c874-5fd3-4da9-82d7-ab5f24aeadce tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:23.003451 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6e237f2-b93d-4914-9b8c-dc3c2774b298 req-2bd6c874-5fd3-4da9-82d7-ab5f24aeadce tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0514359 Sep 09 21:56:23.061115 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6e237f2-b93d-4914-9b8c-dc3c2774b298 req-69b797b1-0b4d-4467-853f-a0d321b2fafd tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344636 Sep 09 21:56:23.308385 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:23.651244 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38edc5-1281-437a-aca2-06d19d845e49 req-28b7d36a-7e36-453d-9c82-5a74f3cd8794 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:23.652765 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5d38edc5-1281-437a-aca2-06d19d845e49 req-28b7d36a-7e36-453d-9c82-5a74f3cd8794 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0523288 Sep 09 21:56:23.691025 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5d38edc5-1281-437a-aca2-06d19d845e49 req-61369299-f557-496d-a185-56359822ff8c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Sep 09 21:56:24.180787 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d9ebe-01fc-4fc8-bf71-fe6d76489b96 req-6b3b15ae-55b6-4b76-bb6a-e68f9864a322 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:24.182258 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f15d9ebe-01fc-4fc8-bf71-fe6d76489b96 req-6b3b15ae-55b6-4b76-bb6a-e68f9864a322 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0544460 Sep 09 21:56:24.219660 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f15d9ebe-01fc-4fc8-bf71-fe6d76489b96 req-4fa6f1ff-1471-4fa3-af60-5a9ba1412b97 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/security-groups?id=08baafe9-76d2-4653-9381-bef84189bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Sep 09 21:56:24.435038 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c02e7-d2f3-424a-8549-786e7c000573 req-ce4487d8-0044-42bc-a469-ee118dcb1a12 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:24.436551 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e28c02e7-d2f3-424a-8549-786e7c000573 req-ce4487d8-0044-42bc-a469-ee118dcb1a12 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.46 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 945 time: 0.0528064 Sep 09 21:56:24.563871 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:24.607693 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [req-e28c02e7-d2f3-424a-8549-786e7c000573 req-02a7f481-466d-4c56-bce6-e0fee37f7e45 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Deleting port f09d45e6-2b45-49f2-9cf2-b25eb32dc178 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:56:24.608033 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-e28c02e7-d2f3-424a-8549-786e7c000573 req-02a7f481-466d-4c56-bce6-e0fee37f7e45 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:24.702766 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [req-e28c02e7-d2f3-424a-8549-786e7c000573 req-02a7f481-466d-4c56-bce6-e0fee37f7e45 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] For port f09d45e6-2b45-49f2-9cf2-b25eb32dc178, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=f09d45e6-2b45-49f2-9cf2-b25eb32dc178,segment=NetworkSegment(54e2c873-8abc-4ec7-92e9-f4839ffc48f0),segment_id=54e2c873-8abc-4ec7-92e9-f4839ffc48f0)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:56:24.703069 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-e28c02e7-d2f3-424a-8549-786e7c000573 req-02a7f481-466d-4c56-bce6-e0fee37f7e45 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:24.719137 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [req-e28c02e7-d2f3-424a-8549-786e7c000573 req-02a7f481-466d-4c56-bce6-e0fee37f7e45 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Calling delete_port for f09d45e6-2b45-49f2-9cf2-b25eb32dc178 owned by compute:nova {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:56:24.863559 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf75cc-8df5-45fc-97ed-fb5e4370ddb3 req-b5f176fb-0d09-4518-8013-01297ea2260b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:24.865115 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5cdf75cc-8df5-45fc-97ed-fb5e4370ddb3 req-b5f176fb-0d09-4518-8013-01297ea2260b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0775352 Sep 09 21:56:24.939700 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5cdf75cc-8df5-45fc-97ed-fb5e4370ddb3 req-6434d5f0-2c28-49d5-8155-a8f8e8750f25 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644519 Sep 09 21:56:25.054417 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-e28c02e7-d2f3-424a-8549-786e7c000573 req-02a7f481-466d-4c56-bce6-e0fee37f7e45 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:25.072408 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['f09d45e6-2b45-49f2-9cf2-b25eb32dc178'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:56:25.088244 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7f481-466d-4c56-bce6-e0fee37f7e45 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Pushing event deleted for resources: {'Port': ['ID=f09d45e6-2b45-49f2-9cf2-b25eb32dc178,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:25.155908 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28c02e7-d2f3-424a-8549-786e7c000573 req-02a7f481-466d-4c56-bce6-e0fee37f7e45 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] No DVR routers for this DVR port f09d45e6-2b45-49f2-9cf2-b25eb32dc178 on host hv-cinder-80813 {{(pid=100961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:56:25.164064 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-e28c02e7-d2f3-424a-8549-786e7c000573 req-02a7f481-466d-4c56-bce6-e0fee37f7e45 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:25.170599 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e28c02e7-d2f3-424a-8549-786e7c000573 req-02a7f481-466d-4c56-bce6-e0fee37f7e45 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.46 "DELETE /v2.0/ports/f09d45e6-2b45-49f2-9cf2-b25eb32dc178 HTTP/1.1" status: 204 len: 173 time: 0.7213166 Sep 09 21:56:25.170599 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5045182d-ebd9-4326-88c2-06084d1d4eb9', 'name': 'network-vif-deleted', 'tag': 'f09d45e6-2b45-49f2-9cf2-b25eb32dc178'}] {{(pid=100961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:56:25.170599 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b65d93457b8c871874c01ecb4d659631ef50cf60421be1b29a611e90dc15954f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae06b605-8db5-4e5a-b58e-1748dda9179f" -d '{"events": [{"server_uuid": "5045182d-ebd9-4326-88c2-06084d1d4eb9", "name": "network-vif-deleted", "tag": "f09d45e6-2b45-49f2-9cf2-b25eb32dc178"}]}' {{(pid=100961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:56:25.208593 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782d3526-5cbe-420e-a66a-fe75f13cf891 x-openstack-request-id: req-782d3526-5cbe-420e-a66a-fe75f13cf891 {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:56:25.209211 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5045182d-ebd9-4326-88c2-06084d1d4eb9", "name": "network-vif-deleted", "tag": "f09d45e6-2b45-49f2-9cf2-b25eb32dc178", "status": "completed", "code": 200}]} {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:56:25.209211 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-782d3526-5cbe-420e-a66a-fe75f13cf891 {{(pid=100961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:56:25.209670 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5045182d-ebd9-4326-88c2-06084d1d4eb9', 'name': 'network-vif-deleted', 'tag': 'f09d45e6-2b45-49f2-9cf2-b25eb32dc178', 'status': 'completed', 'code': 200} Sep 09 21:56:25.333576 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f98b452f-fba8-466c-ae64-85077f82c273 req-dd595cff-85e0-442f-aa47-7c8d1df6e0c2 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0284610 Sep 09 21:56:29.130113 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device f09d45e6-2b45-49f2-9cf2-b25eb32dc178 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:56:29.152617 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: f09d45e6-2b45-49f2-9cf2-b25eb32dc178 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:56:29.153077 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device f09d45e6-2b45-49f2-9cf2-b25eb32dc178 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:56:29.258330 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-56a112b8-5888-4e82-b99c-f3cc36ad2b47 req-01936db7-5dd2-4a10-85a3-0c48daa511e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662191 Sep 09 21:56:29.278832 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3f900-d38e-484c-86a9-71941caf0564 req-a1a06840-81e7-48f8-b8cc-a026d64f0a57 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:29.280302 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-58b3f900-d38e-484c-86a9-71941caf0564 req-a1a06840-81e7-48f8-b8cc-a026d64f0a57 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0544472 Sep 09 21:56:29.326979 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-58b3f900-d38e-484c-86a9-71941caf0564 req-80c4a768-5987-43fb-b2ba-d3e696c00f4d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 Sep 09 21:56:29.360077 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a112b8-5888-4e82-b99c-f3cc36ad2b47 req-39b2431c-f985-4592-b352-7f0ab086f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:29.361615 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-56a112b8-5888-4e82-b99c-f3cc36ad2b47 req-39b2431c-f985-4592-b352-7f0ab086f108 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 1098 time: 0.0498269 Sep 09 21:56:29.436347 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c29a9534-0388-4f24-9dfe-7ec230c3d4d8 req-9b7aaff8-fa10-45af-aadf-0838c65c353b tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0387945 Sep 09 21:56:29.494434 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a112b8-5888-4e82-b99c-f3cc36ad2b47 req-d095961b-00ec-4027-9633-ac8541a20c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:29.495865 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-56a112b8-5888-4e82-b99c-f3cc36ad2b47 req-d095961b-00ec-4027-9633-ac8541a20c96 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 915 time: 0.1085439 Sep 09 21:56:29.548657 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-56a112b8-5888-4e82-b99c-f3cc36ad2b47 req-41e5de46-9051-4e69-93c7-3da0473221ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b07a477e-9679-4764-92c8-91cc7842aef9 HTTP/1.1" status: 200 len: 217 time: 0.0356712 Sep 09 21:56:29.597334 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a112b8-5888-4e82-b99c-f3cc36ad2b47 req-1d81f194-2b65-437a-ba48-794fee472b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:29.598878 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-56a112b8-5888-4e82-b99c-f3cc36ad2b47 req-1d81f194-2b65-437a-ba48-794fee472b76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ac6ff5-5c24-4075-ae7a-78ea1eb1d871 HTTP/1.1" status: 200 len: 854 time: 0.0427911 Sep 09 21:56:29.633759 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-56a112b8-5888-4e82-b99c-f3cc36ad2b47 req-730affc4-0ee1-419b-a22d-838a108121b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234168 Sep 09 21:56:29.728442 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-56a112b8-5888-4e82-b99c-f3cc36ad2b47 req-424db4c8-09bf-4a5d-95bc-197a0fbed030 service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856259 Sep 09 21:56:29.826250 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-56a112b8-5888-4e82-b99c-f3cc36ad2b47 req-af5508f9-54fe-41ae-b439-61491e24993c service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818717 Sep 09 21:56:30.797454 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:33.243098 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ca70-7dbd-4707-9479-58227b821500 req-3277545d-64f3-4362-9fe8-0ce93c57384f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:33.244640 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f4c5ca70-7dbd-4707-9479-58227b821500 req-3277545d-64f3-4362-9fe8-0ce93c57384f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0500021 Sep 09 21:56:33.285207 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f4c5ca70-7dbd-4707-9479-58227b821500 req-41ed55f5-87cb-478b-98dd-e880c15a6011 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347323 Sep 09 21:56:33.363110 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b0cbf5e6-f9e2-4349-a255-69aa97f53fe2 req-4d8463a9-230f-441c-bf87-fb71d4a281be tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0246677 Sep 09 21:56:34.402712 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7d138-eb32-43f2-a2e7-45d870746a08 req-a3c2fee1-1e09-404d-8cd5-af9295e6535a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:34.404104 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e1b7d138-eb32-43f2-a2e7-45d870746a08 req-a3c2fee1-1e09-404d-8cd5-af9295e6535a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0491247 Sep 09 21:56:34.440970 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e1b7d138-eb32-43f2-a2e7-45d870746a08 req-08b446fa-d5e6-4644-844e-d272d194b8e9 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301466 Sep 09 21:56:34.535469 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b5567770-1b5c-4bd9-b2e0-37d5cdfd6a58 req-15211517-26b6-4df3-94fa-e14229892992 tempest-DeleteServersTestJSON-281810772 tempest-DeleteServersTestJSON-281810772-project] 10.222.0.52 "GET /v2.0/ports?device_id=5045182d-ebd9-4326-88c2-06084d1d4eb9 HTTP/1.1" status: 200 len: 210 time: 0.0258567 Sep 09 21:56:35.561781 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183e53d-8e66-4f17-9d2a-cf85eb31520f req-6a863573-4022-4eca-ac51-0bdb06f7ecb4 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:35.563289 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f183e53d-8e66-4f17-9d2a-cf85eb31520f req-6a863573-4022-4eca-ac51-0bdb06f7ecb4 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0512841 Sep 09 21:56:35.607971 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f183e53d-8e66-4f17-9d2a-cf85eb31520f req-4ff51c45-f1fb-4f16-8f3e-39abfdaf09c1 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385127 Sep 09 21:56:36.524396 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50950) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:36.629227 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d406efea-4ce4-4391-8986-7253da038337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:36.719999 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d406efea-4ce4-4391-8986-7253da038337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:36.735045 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295dfb-a862-404c-94b6-4d7894826036 req-266d7089-bb10-4d4f-9dc6-32a8c6db960d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:36.738140 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2e295dfb-a862-404c-94b6-4d7894826036 req-266d7089-bb10-4d4f-9dc6-32a8c6db960d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0564995 Sep 09 21:56:36.776968 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2e295dfb-a862-404c-94b6-4d7894826036 req-4a98fcab-3d13-4cc0-9bfe-e173cac32386 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Sep 09 21:56:36.843028 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d406efea-4ce4-4391-8986-7253da038337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:36.880509 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406efea-4ce4-4391-8986-7253da038337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bc5915-699e-4aad-a120-64f33eb8f409,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:36.884833 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-d406efea-4ce4-4391-8986-7253da038337 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc77f6406cb343cc976dcb1e7f312f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593118 Sep 09 21:56:36.887551 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50958) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:36.942261 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dbfa58cc-9d92-4c24-829f-4ae47e7c1561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:36.963993 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dbfa58cc-9d92-4c24-829f-4ae47e7c1561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:37.094020 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dbfa58cc-9d92-4c24-829f-4ae47e7c1561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:37.097248 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dbfa58cc-9d92-4c24-829f-4ae47e7c1561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:37.098448 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-dbfa58cc-9d92-4c24-829f-4ae47e7c1561 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23bc5915-699e-4aad-a120-64f33eb8f409 HTTP/1.1" status: 204 len: 168 time: 0.2099476 Sep 09 21:56:37.106915 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa58cc-9d92-4c24-829f-4ae47e7c1561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bc5915-699e-4aad-a120-64f33eb8f409,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:37.383846 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 50976) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:37.433453 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_v2 [None req-81962a4e-021c-41d5-aa44-4121ff104fa0 admin admin] Deleting subnet 8ef95942-3062-442c-9365-0e17a60b7a12 {{(pid=100962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:56:37.436741 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81962a4e-021c-41d5-aa44-4121ff104fa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:37.476243 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81962a4e-021c-41d5-aa44-4121ff104fa0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:37.486360 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81962a4e-021c-41d5-aa44-4121ff104fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:37.628367 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81962a4e-021c-41d5-aa44-4121ff104fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for subnet, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:37.659578 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962a4e-021c-41d5-aa44-4121ff104fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef95942-3062-442c-9365-0e17a60b7a12,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:37.661868 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-81962a4e-021c-41d5-aa44-4121ff104fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:37.665910 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-81962a4e-021c-41d5-aa44-4121ff104fa0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8ef95942-3062-442c-9365-0e17a60b7a12 HTTP/1.1" status: 204 len: 168 time: 0.2790859 Sep 09 21:56:37.667265 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 50990) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:37.737838 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:37.820948 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:37.848522 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:37.848874 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:37.849968 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:37.850161 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > port after_create 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:37.850666 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > port after_delete 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:37.851136 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > port after_update 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:37.851565 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:37.851999 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:37.852340 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:37.852941 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:38.006350 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:38.006710 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:38.007046 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:38.007390 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:56:38.007782 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071d76f2-4564-4444-8024-422c0afe4f3b']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:38.035042 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e2c873-8abc-4ec7-92e9-f4839ffc48f0') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:38.035332 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e2c873-8abc-4ec7-92e9-f4839ffc48f0') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:38.070613 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.094715 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.106359 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:56:38.106738 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.116051 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c391c2-a689-42aa-96f2-979f51ef5bfc req-cfaada5b-9424-4a10-95ce-2e6915e25f31 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:38.118045 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-65c391c2-a689-42aa-96f2-979f51ef5bfc req-cfaada5b-9424-4a10-95ce-2e6915e25f31 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.1051235 Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: from cryptography.utils import int_from_bytes Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: from cryptography.utils import int_from_bytes Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:56:38.121461 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:56:38.173181 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51006) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:38.204534 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-65c391c2-a689-42aa-96f2-979f51ef5bfc req-0bf308bb-d821-41bb-961a-ad946153d355 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724454 Sep 09 21:56:38.280091 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-599560446-network', 'tenant_id': '31769cc590394995a38001f9f857bdcc'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:38.305740 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.313662 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.315523 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] 10.222.0.52 "DELETE /v2.0/networks/071d76f2-4564-4444-8024-422c0afe4f3b HTTP/1.1" status: 204 len: 168 time: 0.6469946 Sep 09 21:56:38.324649 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36f72d-ed31-4046-877d-68be55bb674d admin admin] Pushing event deleted for resources: {'Network': ['ID=071d76f2-4564-4444-8024-422c0afe4f3b,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:38.385965 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Made reservation on behalf of 31769cc590394995a38001f9f857bdcc for: {'network': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:56:38.388246 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.397095 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.486297 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.587428 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.610951 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:56:38.627266 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f39a15-6437-421c-b272-7590773f9527,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:38.630252 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.630819 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.segments_db [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Added segment 065b309c-e30e-462a-b33b-b43ad9843d5f of type vlan for network 9506ddba-0741-4133-ae25-05dfe4f6f479 Sep 09 21:56:38.671075 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.691188 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51018) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:38.740889 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-c07ae039-bf48-4ca2-a6c4-768968d01e7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b9cc78aa24564b1c97025a78d9a34102&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409241 Sep 09 21:56:38.740889 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51020) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:38.759447 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.760513 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:38.761108 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.788979 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-120ea337-c51b-46c0-bfec-ba76bd408c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.809235 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-120ea337-c51b-46c0-bfec-ba76bd408c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.826251 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] Pushing event updated for resources: {'Network': ['ID=9506ddba-0741-4133-ae25-05dfe4f6f479,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:38.836685 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 9506ddba-0741-4133-ae25-05dfe4f6f479 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:56:38.871725 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-3a2c4109-5032-4c8b-9889-5064aa6b52fa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6973259 Sep 09 21:56:38.874587 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51026) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:38.881513 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] Request body: {'subnet': {'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-599560446-subnet', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'ip_version': 4}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:38.932590 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-120ea337-c51b-46c0-bfec-ba76bd408c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.935238 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-120ea337-c51b-46c0-bfec-ba76bd408c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:38.936414 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-120ea337-c51b-46c0-bfec-ba76bd408c62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08baafe9-76d2-4653-9381-bef84189bc44 HTTP/1.1" status: 204 len: 168 time: 0.1990037 Sep 09 21:56:38.944382 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ea337-c51b-46c0-bfec-ba76bd408c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08baafe9-76d2-4653-9381-bef84189bc44,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:38.978523 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51030) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:38.991085 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] Made reservation on behalf of 31769cc590394995a38001f9f857bdcc for: {'subnet': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:56:38.994090 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.140373 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-648fdce5-3c37-4c6a-8d54-e698f61f669d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.281485 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-648fdce5-3c37-4c6a-8d54-e698f61f669d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.305894 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for subnet, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.324370 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d974d-4e5e-428f-83aa-6e2fe1e59ca4 req-55850835-0aef-466d-bee0-985a793349c3 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:39.325889 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dc0d974d-4e5e-428f-83aa-6e2fe1e59ca4 req-55850835-0aef-466d-bee0-985a793349c3 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0477560 Sep 09 21:56:39.369675 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dc0d974d-4e5e-428f-83aa-6e2fe1e59ca4 req-107e61f2-5fec-4a13-a0e7-31586dc5a0fd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367804 Sep 09 21:56:39.373302 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9b703d-d34b-4c38-954f-7bf531cb5d75,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:39.383993 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] Checking segment: {'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:39.383993 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] Network hostable DHCP agents. Network: 9506ddba-0741-4133-ae25-05dfe4f6f479, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:56:39.402064 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-648fdce5-3c37-4c6a-8d54-e698f61f669d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.440890 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-648fdce5-3c37-4c6a-8d54-e698f61f669d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62c18eb27b9e487f9c7639ac7eb4ddb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612570 Sep 09 21:56:39.441803 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fdce5-3c37-4c6a-8d54-e698f61f669d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9c6043-b3b2-48af-8290-6bd5e032ca71,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:39.443604 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51040) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:39.496113 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] Network 9506ddba-0741-4133-ae25-05dfe4f6f479 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:56:39.507183 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8c6a8663-c120-45fa-b3fa-9a55c0ed66d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.529010 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8c6a8663-c120-45fa-b3fa-9a55c0ed66d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.581576 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 9506ddba-0741-4133-ae25-05dfe4f6f479) {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:39.585693 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:39.586285 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.591083 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a631de8-515e-4f14-b020-3165df3e812f None None] Network 9506ddba-0741-4133-ae25-05dfe4f6f479 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:56:39.692677 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8c6a8663-c120-45fa-b3fa-9a55c0ed66d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.692896 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-577eacf1-698c-4667-a122-277d835b2d03 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8132768 Sep 09 21:56:39.693319 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-8c6a8663-c120-45fa-b3fa-9a55c0ed66d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.693394 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51050) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:39.696277 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-8c6a8663-c120-45fa-b3fa-9a55c0ed66d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d9c6043-b3b2-48af-8290-6bd5e032ca71 HTTP/1.1" status: 204 len: 168 time: 0.2508130 Sep 09 21:56:39.700986 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:39.710687 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a8663-c120-45fa-b3fa-9a55c0ed66d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9c6043-b3b2-48af-8290-6bd5e032ca71,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:39.771965 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca9be6b-504f-507d-a59e-432101f10e67-9506ddba-0741-4133-ae25-05dfe4f6f479', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'fixed_ips': [{'subnet_id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75'}]}} from dv-cinder-808137-1-iscsi. {{(pid=100963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:56:39.772876 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.805274 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13242'] for router, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.806738 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13235'] for router, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.874396 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:39.924810 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.db_base_plugin_common [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Allocated IP 172.20.0.2 (9506ddba-0741-4133-ae25-05dfe4f6f479/dd9b703d-d34b-4c38-954f-7bf531cb5d75/e4c77fe9-f555-466f-9cd0-3b45822b3ad9) {{(pid=100963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:56:40.075161 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.120157 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Notify callbacks [] for port, precommit_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.129222 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Transition to ACTIVE for port object e4c77fe9-f555-466f-9cd0-3b45822b3ad9 will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:40.145492 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Transition to ACTIVE for port object e4c77fe9-f555-466f-9cd0-3b45822b3ad9 will not be triggered until provisioned by entity DHCP. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:40.239558 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.279366 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51070) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:40.281798 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Network 9506ddba-0741-4133-ae25-05dfe4f6f479 is already hosted by enough agents. {{(pid=100963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:40.284936 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.base_scheduler [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Resources bound (agent type, host, resource id): {{(pid=100963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:40.288443 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Received port after_create {{(pid=100963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:56:40.312132 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Pushing event updated for resources: {'Port': ['ID=e4c77fe9-f555-466f-9cd0-3b45822b3ad9,revision_number=1']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:40.344040 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.344549 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.344970 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.345533 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.345970 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.346370 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.346767 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.347162 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.347571 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.347965 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.348455 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.348836 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:40.373551 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.379282 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Attempting to bind port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:56:40.379667 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Attempting to bind port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:56:40.380059 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Attempting to bind port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 on network 9506ddba-0741-4133-ae25-05dfe4f6f479 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:56:40.385717 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:56:40.386247 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Checking segment: {'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:40.386606 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.387003 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Bound using segment: {'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:56:40.387467 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Bound port: e4c77fe9-f555-466f-9cd0-3b45822b3ad9, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:56:40.387849 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.397128 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.431292 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-network', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:40.440989 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51076) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:40.476921 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] For port e4c77fe9-f555-466f-9cd0-3b45822b3ad9, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:56:40.480563 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] For port e4c77fe9-f555-466f-9cd0-3b45822b3ad9, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=e4c77fe9-f555-466f-9cd0-3b45822b3ad9,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:56:40.483088 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bbbe38c1-4906-46be-b3bd-8b54b7b2b42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.510546 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Allocated IP 172.27.1.183 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/1cb7a3cc-fd69-47db-a025-0f3140e9a9d4) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:56:40.531360 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2e1b3-c748-4615-b929-9ef2e3387afc req-0cc95f4a-fab5-4051-b465-141afd2eaa4f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:40.532820 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-58d2e1b3-c748-4615-b929-9ef2e3387afc req-0cc95f4a-fab5-4051-b465-141afd2eaa4f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0696478 Sep 09 21:56:40.576677 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-58d2e1b3-c748-4615-b929-9ef2e3387afc req-64a5abd6-1926-4540-9951-9a72a5a3dcac tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372443 Sep 09 21:56:40.582227 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Made reservation on behalf of cab9b64709c14bb79aca397392ea3687 for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:56:40.584657 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.598226 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.605269 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.616602 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.666075 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b736122-cb89-410c-a5ca-e2288918b608 None None] Pushing event updated for resources: {'Port': ['ID=e4c77fe9-f555-466f-9cd0-3b45822b3ad9,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:40.690646 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bbbe38c1-4906-46be-b3bd-8b54b7b2b42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.734558 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.762595 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bbbe38c1-4906-46be-b3bd-8b54b7b2b42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.778042 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:40.781064 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:40.784450 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:56:40.817422 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-bbbe38c1-4906-46be-b3bd-8b54b7b2b42c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c62cca4e74f84fa1a456e6a0ec857a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570948 Sep 09 21:56:40.817422 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe38c1-4906-46be-b3bd-8b54b7b2b42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fb62d9-8a78-4a54-9f54-0b4a66501264,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:40.817884 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51078) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:40.824204 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Pushing event updated for resources: {'Port': ['ID=1cb7a3cc-fd69-47db-a025-0f3140e9a9d4,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:40.950138 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-110e8bd2-1b3c-4923-8df7-1a40635ca6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.988844 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-110e8bd2-1b3c-4923-8df7-1a40635ca6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:40.991531 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:41.084915 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:41.114774 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26692e2-a9bb-499e-a063-063b6eb8e2f2,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:41.128912 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:56:41.131593 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-110e8bd2-1b3c-4923-8df7-1a40635ca6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:41.137417 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-110e8bd2-1b3c-4923-8df7-1a40635ca6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:41.138382 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-110e8bd2-1b3c-4923-8df7-1a40635ca6af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40fb62d9-8a78-4a54-9f54-0b4a66501264 HTTP/1.1" status: 204 len: 168 time: 0.3184545 Sep 09 21:56:41.153396 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e8bd2-1b3c-4923-8df7-1a40635ca6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fb62d9-8a78-4a54-9f54-0b4a66501264,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:41.155706 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:41.156053 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Added segment 2ab0bc0f-aae2-4636-bb59-474014802e47 of type vlan for network e1ca508e-6667-482f-b954-a00d4eeee63d Sep 09 21:56:41.216865 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:41.311469 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:41.312390 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:41.312972 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:41.346895 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:41.376336 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ca508e-6667-482f-b954-a00d4eeee63d,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:41.387911 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network e1ca508e-6667-482f-b954-a00d4eeee63d details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:56:41.431971 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-be64ea0b-d575-4ecf-a109-9136cb68d0c6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1481843 Sep 09 21:56:41.437459 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51088) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:41.437459 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] Request body: {'subnet': {'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-subnet', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:41.567284 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589643'] for router, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:41.615115 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] Made reservation on behalf of cab9b64709c14bb79aca397392ea3687 for: {'subnet': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:56:41.618729 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4392927'] for subnet, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:41.787806 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9472638e-4057-4d98-9cb3-8eb20487a5c9 None None] Network 9506ddba-0741-4133-ae25-05dfe4f6f479 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:56:41.793314 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb is scheduled to L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac with binding_index 1 {{(pid=100962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:56:41.962077 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:56:41.972195 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Sync routers for ids ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:56:41.977659 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c88fbc-9234-4dd8-b3b1-bea30bf9645b req-25856318-0277-4272-941f-c8e32c9f83a4 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:41.984977 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-26c88fbc-9234-4dd8-b3b1-bea30bf9645b req-25856318-0277-4272-941f-c8e32c9f83a4 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0772493 Sep 09 21:56:41.988481 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device e4c77fe9-f555-466f-9cd0-3b45822b3ad9 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:41.992447 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Routers {'5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:41.993062 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:42.054723 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-3bb42dd2-b64b-4fef-87b0-23761d993c82 None None] Provisioning for port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:42.055614 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-26c88fbc-9234-4dd8-b3b1-bea30bf9645b req-ac6121d2-c373-4fe2-8503-439fa9712761 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661986 Sep 09 21:56:42.071067 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.075899 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-a0a47959-bc1c-467e-a19b-7ba64e2fedac admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3785360 Sep 09 21:56:42.078632 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51106) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:42.153247 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Set router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:42.222673 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:42.229169 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:42.230394 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.276897 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4392897'] for subnet, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.409041 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe964a5-116b-492c-a18b-c24d54879974,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:42.421008 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] Checking segment: {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:42.421603 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] Network hostable DHCP agents. Network: e1ca508e-6667-482f-b954-a00d4eeee63d, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:56:42.500170 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:40Z', 'revision_number': 3, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:42.529367 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Checking router: 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:56:42.536011 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Updating router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 binding host dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:56:42.536198 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.559575 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.573020 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-f4d7f6ca-114b-4688-adef-9ad95adff3b0 None None] Provisioning complete for port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:42.580950 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f6ca-114b-4688-adef-9ad95adff3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.580950 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port e4c77fe9-f555-466f-9cd0-3b45822b3ad9, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=e4c77fe9-f555-466f-9cd0-3b45822b3ad9,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:56:42.599050 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] Network e1ca508e-6667-482f-b954-a00d4eeee63d is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:56:42.662315 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f6ca-114b-4688-adef-9ad95adff3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.692463 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.723262 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, e1ca508e-6667-482f-b954-a00d4eeee63d) {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:42.734885 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:42.735688 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.742882 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.758399 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a188c-30a7-466e-a48c-ffab7bae5cd3 None None] Network e1ca508e-6667-482f-b954-a00d4eeee63d requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:56:42.828320 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-fed49b3a-6d46-4004-a55c-c947edf69bfe admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3949578 Sep 09 21:56:42.832662 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51120) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:42.838764 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:42.874069 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Notify callbacks [] for port, precommit_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.876256 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.db.api [None req-f4d7f6ca-114b-4688-adef-9ad95adff3b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 21:56:42.877574 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG oslo_db.api [None req-f4d7f6ca-114b-4688-adef-9ad95adff3b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 21:56:42.886012 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.provisioning_blocks [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Transition to ACTIVE for port object 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 will not be triggered until provisioned by entity L2. {{(pid=100964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:42.911861 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=e4c77fe9-f555-466f-9cd0-3b45822b3ad9,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:42.942015 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13242'] for router, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.943280 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13235'] for router, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:42.971950 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Allocated IP 172.20.0.1 (9506ddba-0741-4133-ae25-05dfe4f6f479/dd9b703d-d34b-4c38-954f-7bf531cb5d75/cce07e12-1fed-4401-ba13-7f4e1c644234) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:56:42.995191 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca9be6b-504f-507d-a59e-432101f10e67-e1ca508e-6667-482f-b954-a00d4eeee63d', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974'}]}} from dv-cinder-808137-1-iscsi. {{(pid=100963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:56:42.996476 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.009152 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.020939 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.087285 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Attempting to bind port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:56:43.087560 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Attempting to bind port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:56:43.088122 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Attempting to bind port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 on network 584713b3-eff6-4e86-ae47-0d6e97969935 {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:56:43.097508 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Pushing event updated for resources: {'Port': ['ID=1cb7a3cc-fd69-47db-a025-0f3140e9a9d4,revision_number=2']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:43.097638 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:56:43.098185 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Checking segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:43.098737 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.099364 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Bound using segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:56:43.100271 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Bound port: 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:56:43.100847 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.125856 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.141362 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.141729 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.143876 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Transition to ACTIVE for port object cce07e12-1fed-4401-ba13-7f4e1c644234 will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:43.150324 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.152154 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.152785 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.153279 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.154779 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.155302 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.157481 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.157989 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.158636 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.159123 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:56:43.208384 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] For port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:56:43.210804 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.db_base_plugin_common [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Allocated IP 172.20.0.2 (e1ca508e-6667-482f-b954-a00d4eeee63d/cbe964a5-116b-492c-a18b-c24d54879974/b76d4a67-5220-420e-aae4-e38112a68c10) {{(pid=100963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:56:43.211571 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] For port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=1cb7a3cc-fd69-47db-a025-0f3140e9a9d4,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:56:43.260616 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.290815 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.309167 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3601fec-b386-4624-8bb0-0da625f42225 req-ea0efe43-ab90-40a6-bd56-e8defcd2bdf0 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:43.310723 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d3601fec-b386-4624-8bb0-0da625f42225 req-ea0efe43-ab90-40a6-bd56-e8defcd2bdf0 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.1235127 Sep 09 21:56:43.327011 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Network 9506ddba-0741-4133-ae25-05dfe4f6f479 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:43.335236 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:43.341345 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:56:43.342049 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589722'] for router_interface, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.344529 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.410091 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d3601fec-b386-4624-8bb0-0da625f42225 req-370fccd5-235a-4f73-8a6a-ca767d1197f9 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555303 Sep 09 21:56:43.434827 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Routers {'5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:43.435948 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:43.472305 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Notify callbacks [] for port, precommit_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.496941 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Transition to ACTIVE for port object b76d4a67-5220-420e-aae4-e38112a68c10 will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:43.498781 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8a9a1-5c04-402c-96e7-99c298c374ed None None] Pushing event updated for resources: {'Port': ['ID=1cb7a3cc-fd69-47db-a025-0f3140e9a9d4,revision_number=3']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:43.535121 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Transition to ACTIVE for port object b76d4a67-5220-420e-aae4-e38112a68c10 will not be triggered until provisioned by entity DHCP. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:43.565816 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=cce07e12-1fed-4401-ba13-7f4e1c644234,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:43.597299 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] Set router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:43.644922 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.685188 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Network e1ca508e-6667-482f-b954-a00d4eeee63d is already hosted by enough agents. {{(pid=100963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:43.689128 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.base_scheduler [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Resources bound (agent type, host, resource id): {{(pid=100963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:43.700471 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Received port after_create {{(pid=100963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:56:43.731907 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.745016 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Pushing event updated for resources: {'Port': ['ID=b76d4a67-5220-420e-aae4-e38112a68c10,revision_number=1']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:43.755384 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.782441 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.843887 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Attempting to bind port b76d4a67-5220-420e-aae4-e38112a68c10 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:56:43.844526 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Attempting to bind port b76d4a67-5220-420e-aae4-e38112a68c10 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:56:43.849741 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Attempting to bind port b76d4a67-5220-420e-aae4-e38112a68c10 on network e1ca508e-6667-482f-b954-a00d4eeee63d {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:56:43.852192 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:56:43.853090 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Checking segment: {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:43.853745 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.854090 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Bound using segment: {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:56:43.854813 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Bound port: b76d4a67-5220-420e-aae4-e38112a68c10, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:56:43.855306 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.871749 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-9f0746dd-e98b-4e3b-8692-1960568040d7 None None] Provisioning for port cce07e12-1fed-4401-ba13-7f4e1c644234 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:43.878482 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-9f0746dd-e98b-4e3b-8692-1960568040d7 None None] Provisioning complete for port cce07e12-1fed-4401-ba13-7f4e1c644234 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:43.878854 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-9f0746dd-e98b-4e3b-8692-1960568040d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:43.959123 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Allocated IP 172.27.1.85 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:56:43.984990 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device e4c77fe9-f555-466f-9cd0-3b45822b3ad9 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:43.989928 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:40Z', 'revision_number': 3, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:44.026097 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] For port b76d4a67-5220-420e-aae4-e38112a68c10, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:56:44.040869 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63e77d-d14a-4289-95ca-b7fc7a5b884f None None] The sync data for ids ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'] in dv-cinder-808137-1-iscsi is: [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:40Z', 'revision_number': 3, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:56:44.051463 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-9f0746dd-e98b-4e3b-8692-1960568040d7 None None] Port cce07e12-1fed-4401-ba13-7f4e1c644234 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:56:44.059053 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] For port b76d4a67-5220-420e-aae4-e38112a68c10, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=b76d4a67-5220-420e-aae4-e38112a68c10,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:56:44.091662 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:44.092039 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:44.099562 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:44.101288 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:44.145343 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:44.172711 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:44.173932 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587530'] for router_interface, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:44.218816 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03522ff4-4d73-4118-a8a6-2cec2962ffc0 None None] Pushing event updated for resources: {'Port': ['ID=b76d4a67-5220-420e-aae4-e38112a68c10,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:44.230398 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:44.296261 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=cce07e12-1fed-4401-ba13-7f4e1c644234,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:44.305026 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:44.312137 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:44.317525 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:56:44.321453 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Pushing event updated for resources: {'Port': ['ID=61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:44.457492 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Network 9506ddba-0741-4133-ae25-05dfe4f6f479 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:44.459293 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:44.727100 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:56:44.737218 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351e942-a99e-44cf-8d79-73f2a5e97b65 req-3aa2be74-b941-45e3-bcc6-22059a5775a2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:44.740682 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-0351e942-a99e-44cf-8d79-73f2a5e97b65 req-3aa2be74-b941-45e3-bcc6-22059a5775a2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.2138443 Sep 09 21:56:44.812355 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-0351e942-a99e-44cf-8d79-73f2a5e97b65 req-48370f8f-5e2e-4a24-9e6a-4d4cad57031c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648055 Sep 09 21:56:44.910622 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:56:44.916737 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-0d748b9d-5d64-4c55-8e74-5b30cb907fd5 admin admin] 10.222.0.52 "PUT /v2.0/routers/5bf7516a-4fad-46b7-b5ad-50539ed1c5fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8366961 Sep 09 21:56:44.977727 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:44.979461 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-9e99343e-1202-4af4-aed5-87c57b1b05d8 None None] Provisioning complete for port cce07e12-1fed-4401-ba13-7f4e1c644234 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:44.979958 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-9e99343e-1202-4af4-aed5-87c57b1b05d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:45.038587 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-9e99343e-1202-4af4-aed5-87c57b1b05d8 None None] Port cce07e12-1fed-4401-ba13-7f4e1c644234 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:56:45.224322 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589643'] for router, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:45.435422 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Router 3633ca26-6959-4fbc-ad10-ab2348900184 is scheduled to L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac with binding_index 1 {{(pid=100961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:56:45.549856 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:56:45.560456 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Sync routers for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:56:45.581704 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:45.582839 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-a3de05b6-5040-4671-9061-afe20418842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:45.585104 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5986ef-f327-4f0b-8495-7d4a23fd9e18 None None] Network e1ca508e-6667-482f-b954-a00d4eeee63d requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:56:45.631419 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] Notify callbacks [] for router, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:45.635682 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51178) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:45.636171 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-39854aca-6ffb-4b33-8b72-8e0f4342df06 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8018959 Sep 09 21:56:45.848456 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51186) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:45.855454 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-622653115-network', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:45.908717 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-7e1cd2ca-5de9-45ac-a961-d9836b203941 None None] Provisioning for port b76d4a67-5220-420e-aae4-e38112a68c10 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:45.928912 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:46.014620 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Made reservation on behalf of 356d17e70ac24c38842c1c3f72483c84 for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:56:46.016956 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.035123 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.044563 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device b76d4a67-5220-420e-aae4-e38112a68c10 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:46.121583 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28490d89-aad3-4187-8855-324c29fdf625 req-5b0cb934-ce2f-4f3c-92ae-4d584a58c3dd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:46.123991 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-28490d89-aad3-4187-8855-324c29fdf625 req-5b0cb934-ce2f-4f3c-92ae-4d584a58c3dd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.1778738 Sep 09 21:56:46.176867 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-28490d89-aad3-4187-8855-324c29fdf625 req-db1b2a18-6910-4ad6-89e4-a7689c90b8ba tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427456 Sep 09 21:56:46.258783 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.313777 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.330673 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port b76d4a67-5220-420e-aae4-e38112a68c10 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:46.344257 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-a3de05b6-5040-4671-9061-afe20418842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:44Z', 'revision_number': 3, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:46.386236 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Checking router: 3633ca26-6959-4fbc-ad10-ab2348900184 for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:56:46.386771 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Updating router 3633ca26-6959-4fbc-ad10-ab2348900184 port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 binding host dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:56:46.387270 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.391600 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port b76d4a67-5220-420e-aae4-e38112a68c10 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:46.392170 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.395203 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Sync routers for ids ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:56:46.410167 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Routers {'5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:46.410804 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:46.419448 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:56:46.459122 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e57620-26ea-48ee-a73e-425f11389ed4,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:46.471783 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.476013 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.477188 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Added segment f10056ce-7eaa-447e-96ea-83a0cc724cc0 of type vlan for network d4e1315e-e500-4b3e-aa34-eb5ceef62a66 Sep 09 21:56:46.514583 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Allocated IP 172.20.0.1 (e1ca508e-6667-482f-b954-a00d4eeee63d/cbe964a5-116b-492c-a18b-c24d54879974/c4e99d5e-b078-4d6d-8c26-cab4449d06ac) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:56:46.589387 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.638068 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Set router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:46.644705 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.661081 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Transition to ACTIVE for port object c4e99d5e-b078-4d6d-8c26-cab4449d06ac will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:46.691043 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.692239 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:46.692999 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.786181 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e1315e-e500-4b3e-aa34-eb5ceef62a66,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:46.790655 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-e146b577-2f64-4527-8497-a8c5190ed400 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9401548 Sep 09 21:56:46.800094 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51204) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:46.805873 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] Request body: {'subnet': {'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-622653115-subnet', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'ip_version': 4}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:46.810489 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network d4e1315e-e500-4b3e-aa34-eb5ceef62a66 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:56:46.835131 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.877828 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Network e1ca508e-6667-482f-b954-a00d4eeee63d is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:46.882252 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:46.886022 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:56:46.886559 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589722'] for router_interface, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.909322 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-410c0c48-1de5-49ce-a0da-ce190d21aa5b None None] Provisioning complete for port b76d4a67-5220-420e-aae4-e38112a68c10 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:46.909697 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-410c0c48-1de5-49ce-a0da-ce190d21aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.938703 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] Made reservation on behalf of 356d17e70ac24c38842c1c3f72483c84 for: {'subnet': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:56:46.944820 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 4, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'cce07e12-1fed-4401-ba13-7f4e1c644234', 'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'mac_address': 'fa:16:3e:2e:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 2, 'project_id': '31769cc590394995a38001f9f857bdcc', 'subnets': [{'id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:46.945595 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:46.950447 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e99d5e-b078-4d6d-8c26-cab4449d06ac,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:46.986994 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Checking router: 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:56:46.986994 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Updating router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb port cce07e12-1fed-4401-ba13-7f4e1c644234 binding host dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:56:47.012345 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.015149 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.091397 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port b76d4a67-5220-420e-aae4-e38112a68c10, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=b76d4a67-5220-420e-aae4-e38112a68c10,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:56:47.166853 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.167939 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:47.248201 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Notify callbacks [] for port, precommit_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.258219 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-410c0c48-1de5-49ce-a0da-ce190d21aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.300057 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Transition to ACTIVE for port object 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:47.317773 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=b76d4a67-5220-420e-aae4-e38112a68c10,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:47.342285 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6ac93-0067-45f8-b01a-539b1ae421a2 req-126a38bb-f51c-46ea-92ee-f1fdc4495db3 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:47.352780 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2fa6ac93-0067-45f8-b01a-539b1ae421a2 req-126a38bb-f51c-46ea-92ee-f1fdc4495db3 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0679038 Sep 09 21:56:47.380342 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.db.api [None req-410c0c48-1de5-49ce-a0da-ce190d21aa5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 21:56:47.380342 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG oslo_db.api [None req-410c0c48-1de5-49ce-a0da-ce190d21aa5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 21:56:47.391085 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.405406 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2fa6ac93-0067-45f8-b01a-539b1ae421a2 req-18705861-9379-4023-8af8-239bd731f0f8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Sep 09 21:56:47.415986 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Notify callbacks [] for port, precommit_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.426986 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.provisioning_blocks [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Transition to ACTIVE for port object cce07e12-1fed-4401-ba13-7f4e1c644234 will not be triggered until provisioned by entity L2. {{(pid=100964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:47.460174 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Attempting to bind port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:56:47.460829 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Attempting to bind port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:56:47.461409 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Attempting to bind port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 on network 584713b3-eff6-4e86-ae47-0d6e97969935 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:56:47.471313 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:56:47.471988 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Checking segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:47.472699 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.473240 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Bound using segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:56:47.473940 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Bound port: 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:56:47.474328 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.507504 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:47.512224 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966e220-327a-4ba4-96b6-70077bc5972b None None] Pushing event updated for resources: {'Port': ['ID=61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:47.519168 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.519561 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:47.519939 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.601330 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.606996 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a026e0f-a702-411e-9c22-267f896d4a66 None None] Pushing event updated for resources: {'Port': ['ID=cce07e12-1fed-4401-ba13-7f4e1c644234,revision_number=3']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:47.609469 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-a3de05b6-5040-4671-9061-afe20418842f None None] For port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:56:47.630927 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-a3de05b6-5040-4671-9061-afe20418842f None None] For port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:56:47.685510 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.701140 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for subnet, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.703295 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Attempting to bind port cce07e12-1fed-4401-ba13-7f4e1c644234 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:56:47.703743 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Attempting to bind port cce07e12-1fed-4401-ba13-7f4e1c644234 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:56:47.705125 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Attempting to bind port cce07e12-1fed-4401-ba13-7f4e1c644234 on network 9506ddba-0741-4133-ae25-05dfe4f6f479 {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:56:47.717153 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:56:47.717638 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Checking segment: {'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:47.718060 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.718517 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Bound using segment: {'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:56:47.719151 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Bound port: cce07e12-1fed-4401-ba13-7f4e1c644234, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'}}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:56:47.719642 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.720622 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=1cb7a3cc-fd69-47db-a025-0f3140e9a9d4,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:56:47.722778 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.799741 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:47.800392 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-a3de05b6-5040-4671-9061-afe20418842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:47.812497 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] For port cce07e12-1fed-4401-ba13-7f4e1c644234, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:56:47.817008 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] For port cce07e12-1fed-4401-ba13-7f4e1c644234, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=cce07e12-1fed-4401-ba13-7f4e1c644234,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:56:47.852483 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.891367 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:47.902526 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:47.930548 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966e220-327a-4ba4-96b6-70077bc5972b None None] Pushing event updated for resources: {'Port': ['ID=61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:47.932675 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] Checking segment: {'id': 'f10056ce-7eaa-447e-96ea-83a0cc724cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:47.933033 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] Network hostable DHCP agents. Network: d4e1315e-e500-4b3e-aa34-eb5ceef62a66, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:56:47.979646 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device b76d4a67-5220-420e-aae4-e38112a68c10 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:47.982554 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.010037 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a026e0f-a702-411e-9c22-267f896d4a66 None None] Pushing event updated for resources: {'Port': ['ID=cce07e12-1fed-4401-ba13-7f4e1c644234,revision_number=4']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:48.012640 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Routers {'5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:48.013233 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:48.070926 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.071659 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587530'] for router_interface, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.089572 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=1cb7a3cc-fd69-47db-a025-0f3140e9a9d4,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:48.107094 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-a3de05b6-5040-4671-9061-afe20418842f None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:48.107754 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] Network d4e1315e-e500-4b3e-aa34-eb5ceef62a66 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:56:48.163467 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e99d5e-b078-4d6d-8c26-cab4449d06ac,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:48.170672 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port b76d4a67-5220-420e-aae4-e38112a68c10 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:48.170868 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.197229 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] Set router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:48.224589 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, d4e1315e-e500-4b3e-aa34-eb5ceef62a66) {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:48.235564 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:48.235940 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.253431 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2bdb84-5ecb-47b5-8dd9-83166981a8ad None None] Network d4e1315e-e500-4b3e-aa34-eb5ceef62a66 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:56:48.279083 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-edbb35f7-3b5e-4749-8ea6-6fe7b45e711e None None] Provisioning for port c4e99d5e-b078-4d6d-8c26-cab4449d06ac completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:48.292426 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Network e1ca508e-6667-482f-b954-a00d4eeee63d is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:48.293792 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51224) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:48.300609 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:48.353939 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-33317393-90b4-495c-a38c-e35cd8b27259 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5505452 Sep 09 21:56:48.356086 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51228) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:48.363240 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-622653115-router', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:48.364572 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-edbb35f7-3b5e-4749-8ea6-6fe7b45e711e None None] Provisioning complete for port c4e99d5e-b078-4d6d-8c26-cab4449d06ac triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:48.364952 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-edbb35f7-3b5e-4749-8ea6-6fe7b45e711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.506730 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13242'] for router, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.510261 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13235'] for router, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.523473 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 4, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'cce07e12-1fed-4401-ba13-7f4e1c644234', 'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'mac_address': 'fa:16:3e:2e:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '31769cc590394995a38001f9f857bdcc', 'subnets': [{'id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:48.538457 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Router 3633ca26-6959-4fbc-ad10-ab2348900184 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:56:48.563400 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0918f-f6be-46e2-9c08-4b0f442d52a9 None None] The sync data for ids ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'] in dv-cinder-808137-1-iscsi is: [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 4, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'cce07e12-1fed-4401-ba13-7f4e1c644234', 'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'mac_address': 'fa:16:3e:2e:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '31769cc590394995a38001f9f857bdcc', 'subnets': [{'id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:56:48.609919 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2c7dc561-b581-42da-a192-5bfd45838998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.702946 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-edbb35f7-3b5e-4749-8ea6-6fe7b45e711e None None] Port c4e99d5e-b078-4d6d-8c26-cab4449d06ac cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:56:48.755671 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.802104 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-a3de05b6-5040-4671-9061-afe20418842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:46Z', 'revision_number': 1, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:48.805165 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:56:48.839609 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de05b6-5040-4671-9061-afe20418842f None None] The sync data for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi is: [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:46Z', 'revision_number': 1, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:56:48.869642 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-9b6dfb73-91d6-4393-8747-11f5704c99f2 admin admin] 10.222.0.52 "PUT /v2.0/routers/3633ca26-6959-4fbc-ad10-ab2348900184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2320158 Sep 09 21:56:48.907500 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca9be6b-504f-507d-a59e-432101f10e67-d4e1315e-e500-4b3e-aa34-eb5ceef62a66', 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'fixed_ips': [{'subnet_id': 'ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d'}]}} from dv-cinder-808137-1-iscsi. {{(pid=100963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:56:48.908745 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.944179 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-b196dc8a-f0df-4d93-bf72-37db060a514d None None] Provisioning complete for port c4e99d5e-b078-4d6d-8c26-cab4449d06ac triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:48.944862 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b196dc8a-f0df-4d93-bf72-37db060a514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:48.957769 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-6d028af6-54e4-4b15-af3f-b246f62fb740 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:48.959332 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-6d028af6-54e4-4b15-af3f-b246f62fb740 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 814 time: 0.2088194 Sep 09 21:56:48.986399 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-47380383-eec3-4bfd-858d-e36e23a6fb45 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/quotas/359a6d9155d544dbac18294820e25371 HTTP/1.1" status: 200 len: 375 time: 0.0103612 Sep 09 21:56:49.188283 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-df10e45c-ac49-4e6d-a8af-348f8e6ec1c8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1853545 Sep 09 21:56:49.319390 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-b196dc8a-f0df-4d93-bf72-37db060a514d None None] Port c4e99d5e-b078-4d6d-8c26-cab4449d06ac cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:56:49.358112 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:49.388646 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e99a-d85e-43ce-9c8e-d33db5f8a564 req-d5eceb60-4419-4748-bf5a-2f6224b98d90 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:49.391696 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8c68e99a-d85e-43ce-9c8e-d33db5f8a564 req-d5eceb60-4419-4748-bf5a-2f6224b98d90 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.8447192 Sep 09 21:56:49.407402 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-de923229-109f-4ce8-85d6-da934e6ef14b service neutron] 10.222.0.52 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179790 Sep 09 21:56:49.413774 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-1cf29bc5-b618-48b1-852c-7d934aa7a3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:49.448545 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2c7dc561-b581-42da-a192-5bfd45838998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:49.450623 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.db_base_plugin_common [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Allocated IP 172.20.0.2 (d4e1315e-e500-4b3e-aa34-eb5ceef62a66/ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d/81216039-a41b-45f5-9a0b-7a3b892b5207) {{(pid=100963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:56:49.526464 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8c68e99a-d85e-43ce-9c8e-d33db5f8a564 req-cb428f9b-094f-4491-b80f-d3d33747595c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076334 Sep 09 21:56:49.603498 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-28fad5f0-c107-4e48-8167-329deb05b084 service neutron] 10.222.0.52 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953349 Sep 09 21:56:49.630811 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2c7dc561-b581-42da-a192-5bfd45838998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:49.656947 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7dc561-b581-42da-a192-5bfd45838998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c097a65f-4b10-4015-8655-58aee979943e,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:49.720002 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2c7dc561-b581-42da-a192-5bfd45838998 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=436c4c2703b24a64a86c5906f2dbdca6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4249799 Sep 09 21:56:49.723465 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51264) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:49.789441 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Notify callbacks [] for port, precommit_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:49.812017 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Transition to ACTIVE for port object 81216039-a41b-45f5-9a0b-7a3b892b5207 will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:49.864653 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Transition to ACTIVE for port object 81216039-a41b-45f5-9a0b-7a3b892b5207 will not be triggered until provisioned by entity DHCP. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:49.892996 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f252c670-b084-4011-83fa-a2e7654303d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:49.942319 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:49.979900 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f252c670-b084-4011-83fa-a2e7654303d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:49.984936 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.010767 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.010963 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Network d4e1315e-e500-4b3e-aa34-eb5ceef62a66 is already hosted by enough agents. {{(pid=100963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:50.013750 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.base_scheduler [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Resources bound (agent type, host, resource id): {{(pid=100963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:50.024275 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Received port after_create {{(pid=100963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:56:50.094631 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Pushing event updated for resources: {'Port': ['ID=81216039-a41b-45f5-9a0b-7a3b892b5207,revision_number=1']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:50.134896 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-216d5e6c-82d9-4f7a-86a1-e897d909ad42 req-9356c875-a5e5-4ec3-824f-081824b25616 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 210 time: 0.0413589 Sep 09 21:56:50.170479 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device cce07e12-1fed-4401-ba13-7f4e1c644234 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:50.234672 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Allocated IP 172.27.1.129 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/90746082-38e1-4960-8204-e214fca74b61) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:56:50.248906 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f252c670-b084-4011-83fa-a2e7654303d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.252953 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f252c670-b084-4011-83fa-a2e7654303d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.258039 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-f252c670-b084-4011-83fa-a2e7654303d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c097a65f-4b10-4015-8655-58aee979943e HTTP/1.1" status: 204 len: 168 time: 0.5321465 Sep 09 21:56:50.275881 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252c670-b084-4011-83fa-a2e7654303d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c097a65f-4b10-4015-8655-58aee979943e,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:50.314410 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Attempting to bind port 81216039-a41b-45f5-9a0b-7a3b892b5207 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:56:50.314884 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Attempting to bind port 81216039-a41b-45f5-9a0b-7a3b892b5207 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'f10056ce-7eaa-447e-96ea-83a0cc724cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:56:50.315240 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Attempting to bind port 81216039-a41b-45f5-9a0b-7a3b892b5207 on network d4e1315e-e500-4b3e-aa34-eb5ceef62a66 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:56:50.358188 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:56:50.358805 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Checking segment: {'id': 'f10056ce-7eaa-447e-96ea-83a0cc724cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:50.362689 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.362689 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Bound using segment: {'id': 'f10056ce-7eaa-447e-96ea-83a0cc724cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:56:50.362689 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Bound port: 81216039-a41b-45f5-9a0b-7a3b892b5207, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10056ce-7eaa-447e-96ea-83a0cc724cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:56:50.362689 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.466362 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] For port 81216039-a41b-45f5-9a0b-7a3b892b5207, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:56:50.475484 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] For port 81216039-a41b-45f5-9a0b-7a3b892b5207, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=81216039-a41b-45f5-9a0b-7a3b892b5207,segment=NetworkSegment(f10056ce-7eaa-447e-96ea-83a0cc724cc0),segment_id=f10056ce-7eaa-447e-96ea-83a0cc724cc0)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:56:50.490220 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port cce07e12-1fed-4401-ba13-7f4e1c644234 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:50.495529 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port cce07e12-1fed-4401-ba13-7f4e1c644234 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:50.496181 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.524312 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.574563 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.682556 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25267af1-71f3-4ea5-aba5-625abc70100c None None] Pushing event updated for resources: {'Port': ['ID=81216039-a41b-45f5-9a0b-7a3b892b5207,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:50.702343 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.742832 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7788c60-5dd3-4ca7-807d-5a7e7efa4b9f req-15405bc9-53d8-4704-a81d-4e772552b018 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:50.753084 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f7788c60-5dd3-4ca7-807d-5a7e7efa4b9f req-15405bc9-53d8-4704-a81d-4e772552b018 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.1141953 Sep 09 21:56:50.777117 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.808756 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:50.812548 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:50.816518 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:56:50.833908 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f7788c60-5dd3-4ca7-807d-5a7e7efa4b9f req-15c8ffbf-e1a4-4098-86a6-634a06a66791 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733883 Sep 09 21:56:50.836635 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port cce07e12-1fed-4401-ba13-7f4e1c644234, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=cce07e12-1fed-4401-ba13-7f4e1c644234,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:56:50.856111 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=90746082-38e1-4960-8204-e214fca74b61,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:50.906297 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:50.907107 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:51.043483 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=cce07e12-1fed-4401-ba13-7f4e1c644234,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:51.086737 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:51.087122 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.117954 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51302) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:51.122759 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-b462c660-18b1-4391-bd59-3e5526dfd264 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910102470', 'description': 'tempest-description--1407743256'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:51.242066 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b56ccd16-f346-4748-865b-c74d089e1de4 req-caddab7f-e7f5-44bb-8b5c-646293b6d25e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 210 time: 0.0285556 Sep 09 21:56:51.269705 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51306) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:51.273592 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b462c660-18b1-4391-bd59-3e5526dfd264 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.288099 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e455607a-779a-4bbb-b8b7-5c0ba47451dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.291923 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.384544 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e455607a-779a-4bbb-b8b7-5c0ba47451dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.447844 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e455607a-779a-4bbb-b8b7-5c0ba47451dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.521702 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-e455607a-779a-4bbb-b8b7-5c0ba47451dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18fcbd52d0664ec29d4e6ed5c2991d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473125 Sep 09 21:56:51.522046 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51308) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:51.529742 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589643'] for router, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.545208 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455607a-779a-4bbb-b8b7-5c0ba47451dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a8e7fc-2b73-4a11-8f69-f7172ca7cebf,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:51.613468 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f70a2532-9942-40ec-bec9-e6f03b4d1e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.672578 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f70a2532-9942-40ec-bec9-e6f03b4d1e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.672864 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b462c660-18b1-4391-bd59-3e5526dfd264 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.756829 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b462c660-18b1-4391-bd59-3e5526dfd264 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.815856 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462c660-18b1-4391-bd59-3e5526dfd264 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc16dee-ff4c-42ae-94a2-808ef707a599,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:51.882524 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f70a2532-9942-40ec-bec9-e6f03b4d1e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.883788 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b462c660-18b1-4391-bd59-3e5526dfd264 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.885458 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f70a2532-9942-40ec-bec9-e6f03b4d1e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:51.889339 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-f70a2532-9942-40ec-bec9-e6f03b4d1e35 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04a8e7fc-2b73-4a11-8f69-f7172ca7cebf HTTP/1.1" status: 204 len: 168 time: 0.3634398 Sep 09 21:56:51.889484 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51312) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:51.890474 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-b462c660-18b1-4391-bd59-3e5526dfd264 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7713175 Sep 09 21:56:51.891894 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a is scheduled to L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac with binding_index 1 {{(pid=100961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:56:51.909749 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-f8c85a83-8609-4b56-9c06-f369c55e46d8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'security_group_rule': {'security_group_id': '6dc16dee-ff4c-42ae-94a2-808ef707a599', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:51.923059 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a2532-9942-40ec-bec9-e6f03b4d1e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a8e7fc-2b73-4a11-8f69-f7172ca7cebf,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:51.985202 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13cd2cba-ee70-4ee4-ab12-64f90503ce69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.027377 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa023a36-8731-4906-94e0-7b59ce6eb6a2 None None] Network d4e1315e-e500-4b3e-aa34-eb5ceef62a66 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:56:52.056697 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f8c85a83-8609-4b56-9c06-f369c55e46d8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.143609 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870493d-1980-4fbc-9467-10108724e084 req-0a4bc28a-0e89-4cd5-bf0a-40f7d5a6bbe5 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:52.145608 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3870493d-1980-4fbc-9467-10108724e084 req-0a4bc28a-0e89-4cd5-bf0a-40f7d5a6bbe5 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.2344401 Sep 09 21:56:52.173702 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f8c85a83-8609-4b56-9c06-f369c55e46d8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.194112 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:56:52.215855 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Sync routers for ids ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:56:52.263067 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Routers {'d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:52.263715 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:52.268262 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.278805 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3870493d-1980-4fbc-9467-10108724e084 req-6bee801e-d1a5-4c45-aca4-90199f6af7ff tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109416 Sep 09 21:56:52.282743 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f8c85a83-8609-4b56-9c06-f369c55e46d8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.301097 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c85a83-8609-4b56-9c06-f369c55e46d8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a3a931-8be8-4a36-9e06-ef95c1568976,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:52.316003 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-8b162b05-a4b1-4142-8c24-1a7a4f37c976 None None] Provisioning for port 81216039-a41b-45f5-9a0b-7a3b892b5207 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:52.333877 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] Notify callbacks [] for router, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.335103 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-f62bead2-e22c-470b-ae26-fe2f18fce7a9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9777403 Sep 09 21:56:52.337828 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51324) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:52.369115 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device cce07e12-1fed-4401-ba13-7f4e1c644234 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:52.373018 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c603c7c4-0d2d-4fa4-a4ac-851d3237dcf2 req-9dfe55bf-bd3b-41c6-9e74-427db6a92a55 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 210 time: 0.0256915 Sep 09 21:56:52.417833 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f8c85a83-8609-4b56-9c06-f369c55e46d8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.418985 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-f8c85a83-8609-4b56-9c06-f369c55e46d8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5262246 Sep 09 21:56:52.421676 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51328) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:52.426280 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-2b8a5349-086e-4ae3-aace-a09210e2427d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'security_group_rule': {'security_group_id': '6dc16dee-ff4c-42ae-94a2-808ef707a599', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:52.474590 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Set router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:52.530020 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5349-086e-4ae3-aace-a09210e2427d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.555473 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port cce07e12-1fed-4401-ba13-7f4e1c644234 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:52.558775 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.654211 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5349-086e-4ae3-aace-a09210e2427d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.742097 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5349-086e-4ae3-aace-a09210e2427d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.768156 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a5349-086e-4ae3-aace-a09210e2427d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2485f3b1-e898-48f5-b03d-15d41ada0727,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:52.798822 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:52.809761 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-c40156b9-7ced-413c-920f-0f5352e0a026 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:52.811325 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-c40156b9-7ced-413c-920f-0f5352e0a026 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 814 time: 0.2160215 Sep 09 21:56:52.847541 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Request body: {'port': {'device_id': '473898ff-bb56-4adb-8010-374e9166b89d', 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15', 'admin_state_up': True, 'tenant_id': '359a6d9155d544dbac18294820e25371'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:52.859485 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5349-086e-4ae3-aace-a09210e2427d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.860878 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-2b8a5349-086e-4ae3-aace-a09210e2427d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4381819 Sep 09 21:56:52.864124 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51338) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:56:52.869018 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'floatingip': {'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:52.877767 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'name': 'tempest-TestMinimumBasicScenario-622653115-router', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '90746082-38e1-4960-8204-e214fca74b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:48Z', 'updated_at': '2021-09-09T21:56:51Z', 'revision_number': 3, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'gw_port': {'id': '90746082-38e1-4960-8204-e214fca74b61', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:50Z', 'updated_at': '2021-09-09T21:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:52.924706 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Checking router: d0ec10f1-3b50-4da1-9c4c-46a1319fb81a for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:56:52.924706 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Updating router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a port 90746082-38e1-4960-8204-e214fca74b61 binding host dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:56:52.952103 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.980518 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:52.996759 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:53.003370 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:53.003753 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.129123 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.162680 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Made reservation on behalf of 359a6d9155d544dbac18294820e25371 for: {'port': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:56:53.166608 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.232184 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.272389 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.305681 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:56:53.405276 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Sync routers for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:56:53.421903 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:53.422441 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:53.466736 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.471315 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.472119 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 81216039-a41b-45f5-9a0b-7a3b892b5207 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:53.543871 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c64b5-f922-433f-8131-12ce7c568f0f req-bf558370-9bfd-461b-a6d0-7bc6dbd5600e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:53.545498 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ba9c64b5-f922-433f-8131-12ce7c568f0f req-bf558370-9bfd-461b-a6d0-7bc6dbd5600e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.1119227 Sep 09 21:56:53.573822 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:53.592683 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:53.632466 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ba9c64b5-f922-433f-8131-12ce7c568f0f req-e682058b-f9b2-46f8-91d2-b3f727608164 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790672 Sep 09 21:56:53.678681 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Notify callbacks [] for port, precommit_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.696269 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Transition to ACTIVE for port object 90746082-38e1-4960-8204-e214fca74b61 will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:53.716416 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 81216039-a41b-45f5-9a0b-7a3b892b5207 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:53.721203 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 81216039-a41b-45f5-9a0b-7a3b892b5207 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:53.721582 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.806071 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.842635 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Allocated IP 172.20.0.1 (d4e1315e-e500-4b3e-aa34-eb5ceef62a66/ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d/6246aec2-1feb-4859-93d7-80fa151d44f1) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:56:53.860837 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.906535 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25c145-1fbd-4da5-859e-d7a02c72b218 None None] Pushing event updated for resources: {'Port': ['ID=90746082-38e1-4960-8204-e214fca74b61,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:53.910227 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Allocated IP 172.27.1.5 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/b79c0b89-9545-48ea-bf89-9c693e52c3e3) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:56:53.915711 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Attempting to bind port 90746082-38e1-4960-8204-e214fca74b61 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:56:53.916117 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Attempting to bind port 90746082-38e1-4960-8204-e214fca74b61 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:56:53.916502 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Attempting to bind port 90746082-38e1-4960-8204-e214fca74b61 on network 584713b3-eff6-4e86-ae47-0d6e97969935 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:56:53.926866 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 2, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:53.929859 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:56:53.930401 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Checking segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:53.930815 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.931214 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Bound using segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:56:53.931685 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Bound port: 90746082-38e1-4960-8204-e214fca74b61, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:56:53.932280 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.953008 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:53.960777 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Checking router: 3633ca26-6959-4fbc-ad10-ab2348900184 for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:56:53.961120 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Updating router 3633ca26-6959-4fbc-ad10-ab2348900184 port c4e99d5e-b078-4d6d-8c26-cab4449d06ac binding host dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:56:53.962263 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 81216039-a41b-45f5-9a0b-7a3b892b5207, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=81216039-a41b-45f5-9a0b-7a3b892b5207,segment=NetworkSegment(f10056ce-7eaa-447e-96ea-83a0cc724cc0),segment_id=f10056ce-7eaa-447e-96ea-83a0cc724cc0)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:56:53.966139 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.provisioning_blocks [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Transition to ACTIVE for port object 6246aec2-1feb-4859-93d7-80fa151d44f1 will not be triggered until provisioned by entity DHCP. {{(pid=100961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:53.994604 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.002867 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a2bd4fd7-4cf3-41fb-8d0b-5bd781134424 req-5424f429-3a07-482d-97a6-bc1534264d24 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 210 time: 0.4900379 Sep 09 21:56:54.020181 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] For port 90746082-38e1-4960-8204-e214fca74b61, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:56:54.025553 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] For port 90746082-38e1-4960-8204-e214fca74b61, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=90746082-38e1-4960-8204-e214fca74b61,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:56:54.036980 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Allocated IP 172.20.0.5 (ebf5c1cd-d3ec-4571-a114-caf48cd73d15/65ac6ff5-5c24-4075-ae7a-78ea1eb1d871/b64ce316-b862-4f0f-8eb7-6eb262ebc558) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:56:54.045638 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.083434 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.111959 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=81216039-a41b-45f5-9a0b-7a3b892b5207,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:54.115815 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.185787 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:54.222178 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.243389 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Routers {'d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:54.244041 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:54.250790 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.294861 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25c145-1fbd-4da5-859e-d7a02c72b218 None None] Pushing event updated for resources: {'Port': ['ID=90746082-38e1-4960-8204-e214fca74b61,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:54.338461 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:54.338869 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.344913 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:54.354526 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:54.361858 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:56:54.379137 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.399322 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'Port': ['ID=b79c0b89-9545-48ea-bf89-9c693e52c3e3,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:54.444981 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Network d4e1315e-e500-4b3e-aa34-eb5ceef62a66 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:54.444981 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:54.444981 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:56:54.481977 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Pushing event updated for resources: {'Port': ['ID=6246aec2-1feb-4859-93d7-80fa151d44f1,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:54.502756 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] Set router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:54.528037 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589722'] for router_interface, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.571603 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Notify callbacks [] for port, precommit_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.599959 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.provisioning_blocks [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Transition to ACTIVE for port object c4e99d5e-b078-4d6d-8c26-cab4449d06ac will not be triggered until provisioned by entity L2. {{(pid=100964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:54.627400 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.684467 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.690600 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.765183 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['b07a477e-9679-4764-92c8-91cc7842aef9'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:56:54.806568 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:54.809776 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:54.814092 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.818202 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:56:54.834332 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e505c8-2d72-4f14-a416-1f2e814beecf None None] Pushing event updated for resources: {'Port': ['ID=c4e99d5e-b078-4d6d-8c26-cab4449d06ac,revision_number=3']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:54.868122 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Pushing event updated for resources: {'Port': ['ID=b64ce316-b862-4f0f-8eb7-6eb262ebc558,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:54.877714 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Attempting to bind port c4e99d5e-b078-4d6d-8c26-cab4449d06ac on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:56:54.878343 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Attempting to bind port c4e99d5e-b078-4d6d-8c26-cab4449d06ac by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:56:54.878868 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Attempting to bind port c4e99d5e-b078-4d6d-8c26-cab4449d06ac on network e1ca508e-6667-482f-b954-a00d4eeee63d {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:56:54.891898 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:56:54.891898 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Checking segment: {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:54.892245 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.892655 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Bound using segment: {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:56:54.893115 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Bound port: c4e99d5e-b078-4d6d-8c26-cab4449d06ac, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'}}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:56:54.893507 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.961399 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:54.966789 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:54.968326 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.015779 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] For port c4e99d5e-b078-4d6d-8c26-cab4449d06ac, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:56:55.022715 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] For port c4e99d5e-b078-4d6d-8c26-cab4449d06ac, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=c4e99d5e-b078-4d6d-8c26-cab4449d06ac,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:56:55.045975 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a48aa-aeb8-4d9f-85bb-cc47d0805a72 req-23a3d16d-a94e-4859-94e7-e22a54448cec tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:55.053010 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-954a48aa-aeb8-4d9f-85bb-cc47d0805a72 req-23a3d16d-a94e-4859-94e7-e22a54448cec tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.3178346 Sep 09 21:56:55.054092 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.139943 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'name': 'tempest-TestMinimumBasicScenario-622653115-router', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '90746082-38e1-4960-8204-e214fca74b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:48Z', 'updated_at': '2021-09-09T21:56:51Z', 'revision_number': 3, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'gw_port': {'id': '90746082-38e1-4960-8204-e214fca74b61', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:50Z', 'updated_at': '2021-09-09T21:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:55.162092 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-954a48aa-aeb8-4d9f-85bb-cc47d0805a72 req-fe0c2f48-fa69-44d0-9e3d-a6115a44dd9c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884171 Sep 09 21:56:55.188191 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963773bf-c0c3-4250-8b8d-31fa90949b70 None None] The sync data for ids ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'] in dv-cinder-808137-1-iscsi is: [{'id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'name': 'tempest-TestMinimumBasicScenario-622653115-router', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '90746082-38e1-4960-8204-e214fca74b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:48Z', 'updated_at': '2021-09-09T21:56:51Z', 'revision_number': 3, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'gw_port': {'id': '90746082-38e1-4960-8204-e214fca74b61', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:50Z', 'updated_at': '2021-09-09T21:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:56:55.209068 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.220206 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.252265 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-48816a18-bf37-4a23-af2b-ffe1badaec8f None None] Provisioning for port 6246aec2-1feb-4859-93d7-80fa151d44f1 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:55.256777 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-1d2abd65-e804-4030-b20c-bebba3ab0c6f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4131355 Sep 09 21:56:55.267827 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4d109-466a-4562-b6e8-69ac04ad41cb req-8ccbe3f2-ccd6-4a07-9a85-ff67fd4e1b2f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:55.277922 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-78a4d109-466a-4562-b6e8-69ac04ad41cb req-8ccbe3f2-ccd6-4a07-9a85-ff67fd4e1b2f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 931 time: 0.1606631 Sep 09 21:56:55.281414 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Request body: {'port': {'device_id': '473898ff-bb56-4adb-8010-374e9166b89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:56:55.288377 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-48816a18-bf37-4a23-af2b-ffe1badaec8f None None] Provisioning complete for port 6246aec2-1feb-4859-93d7-80fa151d44f1 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:55.288811 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-48816a18-bf37-4a23-af2b-ffe1badaec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.338772 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:56:55.339570 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:55.341872 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e505c8-2d72-4f14-a416-1f2e814beecf None None] Pushing event updated for resources: {'Port': ['ID=c4e99d5e-b078-4d6d-8c26-cab4449d06ac,revision_number=4']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:55.355836 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-78a4d109-466a-4562-b6e8-69ac04ad41cb req-657323ad-f254-4076-add8-8d67f27892b1 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769801 Sep 09 21:56:55.365713 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.407252 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-48816a18-bf37-4a23-af2b-ffe1badaec8f None None] Port 6246aec2-1feb-4859-93d7-80fa151d44f1 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:56:55.429119 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.482439 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.503995 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:56:55.524266 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'Port': ['ID=b79c0b89-9545-48ea-bf89-9c693e52c3e3,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:55.622320 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.624722 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-0cb285f3-724a-4077-ab66-11e8c38e8745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7595270 Sep 09 21:56:55.666587 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.759646 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.834737 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:55Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:56:55.867773 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e612f03-ca7d-49e2-8c3a-9cd87b465c5f None None] The sync data for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi is: [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:55Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:56:55.916420 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587530'] for router_interface, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:55.925188 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Pushing event updated for resources: {'Port': ['ID=6246aec2-1feb-4859-93d7-80fa151d44f1,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:55.951161 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-5e4b430c-f882-464c-9ffa-879181745329 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--910102470&fields=id&tenant_id=cab9b64709c14bb79aca397392ea3687 HTTP/1.1" status: 200 len: 267 time: 0.0691016 Sep 09 21:56:55.965470 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64ce316-b862-4f0f-8eb7-6eb262ebc558 {{(pid=100961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:56:55.976221 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:56.009523 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.provisioning_blocks [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Transition to ACTIVE for port object b64ce316-b862-4f0f-8eb7-6eb262ebc558 will not be triggered until provisioned by entity L2. {{(pid=100961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:56:56.096946 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Network d4e1315e-e500-4b3e-aa34-eb5ceef62a66 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:56:56.097809 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:56.105315 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-804c31c0-af0c-4c70-8114-e1ddbdf529d3 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:56.109300 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-804c31c0-af0c-4c70-8114-e1ddbdf529d3 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 817 time: 0.1426117 Sep 09 21:56:56.143284 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-e69c9f12-5f05-43c5-8c17-bc5e8a83cbd1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/quotas/cab9b64709c14bb79aca397392ea3687 HTTP/1.1" status: 200 len: 375 time: 0.0189025 Sep 09 21:56:56.183178 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:56:56.218329 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:56:56.224893 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-2e219970-6382-47b4-a4d1-e474650b3f90 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886631 Sep 09 21:56:56.342994 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Pushing event updated for resources: {'Port': ['ID=b64ce316-b862-4f0f-8eb7-6eb262ebc558,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:56.386857 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.managers [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Attempting to bind port b64ce316-b862-4f0f-8eb7-6eb262ebc558 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:56:56.387577 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.managers [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Attempting to bind port b64ce316-b862-4f0f-8eb7-6eb262ebc558 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'}] {{(pid=100961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:56:56.387951 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Attempting to bind port b64ce316-b862-4f0f-8eb7-6eb262ebc558 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:56:56.403703 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Port b64ce316-b862-4f0f-8eb7-6eb262ebc558 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:56:56.403703 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Attempting to bind port b64ce316-b862-4f0f-8eb7-6eb262ebc558 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:56:56.403703 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:56:56.403703 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Checking segment: {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:56:56.403703 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Bound using segment: {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'} {{(pid=100961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:56:56.403703 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.managers [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Bound port: b64ce316-b862-4f0f-8eb7-6eb262ebc558, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'}}] {{(pid=100961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:56:56.403703 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:56.455597 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device c4e99d5e-b078-4d6d-8c26-cab4449d06ac up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:56.514073 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] For port b64ce316-b862-4f0f-8eb7-6eb262ebc558, host hv-cinder-80813, cleared binding levels {{(pid=100961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:56:56.518355 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] For port b64ce316-b862-4f0f-8eb7-6eb262ebc558, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=b64ce316-b862-4f0f-8eb7-6eb262ebc558,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:56:56.620257 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-2c9a3ec5-6f6a-4b78-8562-b8c12d4ded61 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892093 Sep 09 21:56:56.626221 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:56.631034 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301402-bafa-4f04-a752-c877a6b15fc6 req-337c4e88-c8e6-4185-90d3-c50c80ea2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:56.632927 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fc301402-bafa-4f04-a752-c877a6b15fc6 req-337c4e88-c8e6-4185-90d3-c50c80ea2b8a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 1098 time: 0.1007588 Sep 09 21:56:56.671292 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-c542fce6-29a5-4218-b33b-ec7ce3a90788 None None] Provisioning complete for port 6246aec2-1feb-4859-93d7-80fa151d44f1 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:56.671292 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c542fce6-29a5-4218-b33b-ec7ce3a90788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:56.703986 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6f82e-5af4-4f89-b811-02e684fd86ba req-616b9b78-c034-44b0-a5a1-ccdfbf3cb2c7 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:56.711369 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-61c6f82e-5af4-4f89-b811-02e684fd86ba req-616b9b78-c034-44b0-a5a1-ccdfbf3cb2c7 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.2910254 Sep 09 21:56:56.720174 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:56.720174 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:56.720174 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] 10.222.0.46 "PUT /v2.0/ports/b64ce316-b862-4f0f-8eb7-6eb262ebc558 HTTP/1.1" status: 200 len: 1093 time: 1.4399512 Sep 09 21:56:56.720174 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75abf46-30be-48c6-b3fc-262dcb5b1edd service neutron] Pushing event updated for resources: {'Port': ['ID=b64ce316-b862-4f0f-8eb7-6eb262ebc558,revision_number=3']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:56.736309 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-c542fce6-29a5-4218-b33b-ec7ce3a90788 None None] Port 6246aec2-1feb-4859-93d7-80fa151d44f1 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:56:56.738063 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port c4e99d5e-b078-4d6d-8c26-cab4449d06ac completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:56.742882 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port c4e99d5e-b078-4d6d-8c26-cab4449d06ac triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:56.743304 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:56.745542 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473898ff-bb56-4adb-8010-374e9166b89d', 'tag': 'b64ce316-b862-4f0f-8eb7-6eb262ebc558'}] {{(pid=100961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:56:56.748254 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b65d93457b8c871874c01ecb4d659631ef50cf60421be1b29a611e90dc15954f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7f1df9-be24-4cdf-b2e1-f936be7cf26b" -d '{"events": [{"name": "network-changed", "server_uuid": "473898ff-bb56-4adb-8010-374e9166b89d", "tag": "b64ce316-b862-4f0f-8eb7-6eb262ebc558"}]}' {{(pid=100961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:56:56.763153 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-cd8670aa-7994-413c-9f6d-6f520f026160 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337931 Sep 09 21:56:56.796603 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fc301402-bafa-4f04-a752-c877a6b15fc6 req-db6e6930-2f01-46f0-ad83-1a3d37c13985 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Sep 09 21:56:56.798209 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-61c6f82e-5af4-4f89-b811-02e684fd86ba req-ef8a3f9a-6118-483e-957b-0ab8f62070ae tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857990 Sep 09 21:56:56.819262 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:56:56.924502 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:56.959587 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port c4e99d5e-b078-4d6d-8c26-cab4449d06ac, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=c4e99d5e-b078-4d6d-8c26-cab4449d06ac,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:56:56.981004 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:56:56.996102 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-de5b7edd-55bb-4960-b32c-8d55a654a914 admin admin] 10.222.0.52 "PUT /v2.0/routers/d0ec10f1-3b50-4da1-9c4c-46a1319fb81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6492443 Sep 09 21:56:56.996820 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d2259-dcdc-4355-887a-b2babc84c1b1 req-d8d26b24-329c-4914-b438-63096035d584 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:56.998637 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b68d2259-dcdc-4355-887a-b2babc84c1b1 req-d8d26b24-329c-4914-b438-63096035d584 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 943 time: 0.1077225 Sep 09 21:56:57.058515 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:57.063616 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 81216039-a41b-45f5-9a0b-7a3b892b5207 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:57.063873 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b68d2259-dcdc-4355-887a-b2babc84c1b1 req-847ea69b-4ae0-4658-a5cd-4b3409bdc5e3 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583899 Sep 09 21:56:57.133655 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-3ab26743-f716-476f-bda5-7e7262abb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:57.135196 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-3ab26743-f716-476f-bda5-7e7262abb73c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 1096 time: 0.0793273 Sep 09 21:56:57.143114 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b66323a-a0b7-4da5-a0e6-59244eff4e19 x-openstack-request-id: req-3b66323a-a0b7-4da5-a0e6-59244eff4e19 {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:56:57.143405 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473898ff-bb56-4adb-8010-374e9166b89d", "tag": "b64ce316-b862-4f0f-8eb7-6eb262ebc558", "status": "completed", "code": 200}]} {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:56:57.143658 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b66323a-a0b7-4da5-a0e6-59244eff4e19 {{(pid=100961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:56:57.144054 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473898ff-bb56-4adb-8010-374e9166b89d', 'tag': 'b64ce316-b862-4f0f-8eb7-6eb262ebc558', 'status': 'completed', 'code': 200} Sep 09 21:56:57.250320 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-7704a31f-120d-4032-863f-01ece303924d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b64ce316-b862-4f0f-8eb7-6eb262ebc558 HTTP/1.1" status: 200 len: 217 time: 0.1006131 Sep 09 21:56:57.275410 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=c4e99d5e-b078-4d6d-8c26-cab4449d06ac,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:57.289604 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 81216039-a41b-45f5-9a0b-7a3b892b5207 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:57.289985 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:57.311195 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-84b09612-bb7a-4312-b932-4f8b2d28faae req-54a404e0-560a-4078-bac1-af4e90a61500 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 210 time: 0.0667818 Sep 09 21:56:57.349651 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-427ce7fd-ef97-4deb-ad7e-d71b7ecad96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:57.351617 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-427ce7fd-ef97-4deb-ad7e-d71b7ecad96c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ac6ff5-5c24-4075-ae7a-78ea1eb1d871 HTTP/1.1" status: 200 len: 854 time: 0.0807068 Sep 09 21:56:57.399973 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-d62e063c-65f0-4f75-ae75-bdd720674b96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353665 Sep 09 21:56:57.403231 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 90746082-38e1-4960-8204-e214fca74b61 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:57.523942 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-91f1cd02-0bff-4229-b279-bfe86a0973e9 service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119771 Sep 09 21:56:57.576570 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 90746082-38e1-4960-8204-e214fca74b61 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:56:57.585241 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 90746082-38e1-4960-8204-e214fca74b61 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:57.585626 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:57.697579 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:57.728852 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 90746082-38e1-4960-8204-e214fca74b61, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=90746082-38e1-4960-8204-e214fca74b61,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:56:57.859068 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e7569d2-d0ed-49ad-a202-0a1ff37dc26c req-74c9733c-f42f-420d-bbb4-5787c6504345 service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211346 Sep 09 21:56:57.861927 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:57.940563 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=90746082-38e1-4960-8204-e214fca74b61,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:56:57.979348 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc03102-cc1c-423b-80bb-cc37e8bed6a4 req-40fd3a1e-e1f6-4794-8fb3-39a5d834fb54 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:57.981195 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dcc03102-cc1c-423b-80bb-cc37e8bed6a4 req-40fd3a1e-e1f6-4794-8fb3-39a5d834fb54 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0772486 Sep 09 21:56:58.023384 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dcc03102-cc1c-423b-80bb-cc37e8bed6a4 req-f6e7d6ca-b579-4ee7-9f8b-a9167203d3e5 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357382 Sep 09 21:56:58.066582 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f1df9-be24-4cdf-b2e1-f936be7cf26b req-f9d02646-6797-4ec1-96a4-b60acc0b8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:58.068445 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7c7f1df9-be24-4cdf-b2e1-f936be7cf26b req-f9d02646-6797-4ec1-96a4-b60acc0b8947 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 1096 time: 0.0427878 Sep 09 21:56:58.155837 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device c4e99d5e-b078-4d6d-8c26-cab4449d06ac up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:58.205781 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f1df9-be24-4cdf-b2e1-f936be7cf26b req-b23e488a-6fd8-43f6-b313-fe5aa33fc567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:58.207283 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7c7f1df9-be24-4cdf-b2e1-f936be7cf26b req-b23e488a-6fd8-43f6-b313-fe5aa33fc567 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 915 time: 0.1259191 Sep 09 21:56:58.222325 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port c4e99d5e-b078-4d6d-8c26-cab4449d06ac triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:58.222774 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:58.234115 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5709357-9bd5-48a6-be20-8c57a53e3879 req-ef45eb90-323d-4098-9e28-12ac31fd9339 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:58.234627 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e5709357-9bd5-48a6-be20-8c57a53e3879 req-ef45eb90-323d-4098-9e28-12ac31fd9339 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 943 time: 0.0851679 Sep 09 21:56:58.272321 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7c7f1df9-be24-4cdf-b2e1-f936be7cf26b req-29fae57c-6956-4548-879f-aabcbbbd0b95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b64ce316-b862-4f0f-8eb7-6eb262ebc558 HTTP/1.1" status: 200 len: 217 time: 0.0519023 Sep 09 21:56:58.325352 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e5709357-9bd5-48a6-be20-8c57a53e3879 req-edf6f01c-7f88-4dcf-8762-31402e2a8a28 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831928 Sep 09 21:56:58.390572 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f1df9-be24-4cdf-b2e1-f936be7cf26b req-f2dea5ee-d6da-4e73-99c3-c17caadf1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:58.390572 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7c7f1df9-be24-4cdf-b2e1-f936be7cf26b req-f2dea5ee-d6da-4e73-99c3-c17caadf1adc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ac6ff5-5c24-4075-ae7a-78ea1eb1d871 HTTP/1.1" status: 200 len: 854 time: 0.1058800 Sep 09 21:56:58.449904 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7c7f1df9-be24-4cdf-b2e1-f936be7cf26b req-2ac6d5d2-a798-49de-9dfc-7f21fd940ad6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497990 Sep 09 21:56:58.507428 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-46820238-3f4c-4c61-8eb4-a23150fc6c8a req-1865ed81-8f92-4b91-8ea2-88158ecfc594 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 210 time: 0.0575271 Sep 09 21:56:58.551325 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 90746082-38e1-4960-8204-e214fca74b61 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:56:58.618208 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 90746082-38e1-4960-8204-e214fca74b61 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:56:58.619341 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:56:58.649591 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7c7f1df9-be24-4cdf-b2e1-f936be7cf26b req-116e904b-899b-48c2-b925-c9dfa47a6ed9 service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874111 Sep 09 21:56:58.795284 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7c7f1df9-be24-4cdf-b2e1-f936be7cf26b req-b8223932-856c-4170-9376-68f698a9be31 service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356568 Sep 09 21:56:59.168027 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56e9fe-f91d-4773-8bc5-89f1c0f26379 req-718e9c95-1fbd-4ebe-bcdb-4ae85d2742dd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:59.178026 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a56e9fe-f91d-4773-8bc5-89f1c0f26379 req-718e9c95-1fbd-4ebe-bcdb-4ae85d2742dd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0741026 Sep 09 21:56:59.239979 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a56e9fe-f91d-4773-8bc5-89f1c0f26379 req-0d9ca627-2dc2-4866-a7b6-ae4fbec51e35 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561686 Sep 09 21:56:59.386534 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc635809-f0fa-44d1-bd9d-69a4a768fea2 req-611a6f72-23f4-41e0-8ac4-1beba25fa3af tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:59.403739 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dc635809-f0fa-44d1-bd9d-69a4a768fea2 req-611a6f72-23f4-41e0-8ac4-1beba25fa3af tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0707650 Sep 09 21:56:59.448724 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dc635809-f0fa-44d1-bd9d-69a4a768fea2 req-92923f47-034e-4dd1-a29e-d1c36cd97aa9 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437789 Sep 09 21:56:59.507605 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6ac9-6b31-4f87-b58d-d188d5d68dc0 req-a96d8679-25cb-464a-a72c-fbca360a135b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:56:59.515473 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e6e6ac9-6b31-4f87-b58d-d188d5d68dc0 req-a96d8679-25cb-464a-a72c-fbca360a135b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 943 time: 0.0853763 Sep 09 21:56:59.661280 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e6e6ac9-6b31-4f87-b58d-d188d5d68dc0 req-276f3a31-611b-4e99-b333-f083bb9970c1 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392996 Sep 09 21:56:59.808598 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-be4fb0e2-5395-4beb-85e8-c5ce9cb6eb04 req-44c9df54-2c5c-4024-97c1-5b1bfa867dec tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 210 time: 0.0335248 Sep 09 21:57:00.036885 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51540) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:00.146826 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Sync routers for ids ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:57:00.163128 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Routers {'d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:57:00.166486 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:57:00.233579 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-3ccba079-a488-4aba-8a2f-307866c875db tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:00.235390 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-3ccba079-a488-4aba-8a2f-307866c875db tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.46 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 817 time: 0.1899056 Sep 09 21:57:00.237167 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-13fea890-34e6-4b5c-a4be-27b65c145429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:00.329894 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Set router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:57:00.336659 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-5e800e51-4785-47e6-91a3-63f1684d1f90 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cab9b64709c14bb79aca397392ea3687 HTTP/1.1" status: 200 len: 379 time: 0.0898883 Sep 09 21:57:00.350879 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'port': {'device_id': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'admin_state_up': True, 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'security_groups': ['6dc16dee-ff4c-42ae-94a2-808ef707a599']}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:00.445096 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-13fea890-34e6-4b5c-a4be-27b65c145429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:00.522851 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-13fea890-34e6-4b5c-a4be-27b65c145429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:00.582903 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fea890-34e6-4b5c-a4be-27b65c145429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b35cbc2-747c-4323-a4bb-51ae02c050e9,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:00.587444 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-13fea890-34e6-4b5c-a4be-27b65c145429 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63473eadc467423d85072c03cf25dd96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493209 Sep 09 21:57:00.590102 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51546) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:00.599091 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'name': 'tempest-TestMinimumBasicScenario-622653115-router', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '90746082-38e1-4960-8204-e214fca74b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:48Z', 'updated_at': '2021-09-09T21:56:54Z', 'revision_number': 4, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'gw_port': {'id': '90746082-38e1-4960-8204-e214fca74b61', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:50Z', 'updated_at': '2021-09-09T21:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '6246aec2-1feb-4859-93d7-80fa151d44f1', 'name': '', 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'mac_address': 'fa:16:3e:27:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:53Z', 'updated_at': '2021-09-09T21:56:55Z', 'revision_number': 2, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'subnets': [{'id': 'ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:57:00.630256 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Checking router: d0ec10f1-3b50-4da1-9c4c-46a1319fb81a for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:57:00.630609 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Updating router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a port 6246aec2-1feb-4859-93d7-80fa151d44f1 binding host dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:57:00.662124 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Made reservation on behalf of cab9b64709c14bb79aca397392ea3687 for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:57:00.668951 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:00.683646 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:00.705428 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-6195d068-38ff-48fd-ac9e-97463636a183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:00.845671 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-6195d068-38ff-48fd-ac9e-97463636a183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:00.866870 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:00.871161 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd793a-0496-49f4-b01b-2dafd4d448b0 req-d455fbeb-469e-4f03-af6d-1a9b1a6ab0f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:00.880322 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-87cd793a-0496-49f4-b01b-2dafd4d448b0 req-d455fbeb-469e-4f03-af6d-1a9b1a6ab0f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 943 time: 0.0676620 Sep 09 21:57:00.940467 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-87cd793a-0496-49f4-b01b-2dafd4d448b0 req-659e7cdc-9d21-4bbf-9aec-12131ee8474c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586672 Sep 09 21:57:01.022175 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Allocated IP 172.20.0.12 (e1ca508e-6667-482f-b954-a00d4eeee63d/cbe964a5-116b-492c-a18b-c24d54879974/56b6fd62-d65d-44b0-9d2d-1a62f058bf46) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:57:01.044706 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-96d6b59a-6288-4277-87c1-1d2dbe1df08d req-a840a0f5-cf99-44f0-b524-14359116e5ac tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 210 time: 0.0484772 Sep 09 21:57:01.140323 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Notify callbacks [] for port, precommit_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:01.153472 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Transition to ACTIVE for port object 6246aec2-1feb-4859-93d7-80fa151d44f1 will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:57:01.172048 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-6195d068-38ff-48fd-ac9e-97463636a183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:01.178476 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-6195d068-38ff-48fd-ac9e-97463636a183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:01.178476 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-6195d068-38ff-48fd-ac9e-97463636a183 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b35cbc2-747c-4323-a4bb-51ae02c050e9 HTTP/1.1" status: 204 len: 168 time: 0.5839651 Sep 09 21:57:01.202945 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195d068-38ff-48fd-ac9e-97463636a183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b35cbc2-747c-4323-a4bb-51ae02c050e9,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:01.216254 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:01.243883 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:01.267409 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Transition to ACTIVE for port object 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:57:01.302659 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493c0f1-f889-47c9-8e28-72f3f746cfa4 None None] Pushing event updated for resources: {'Port': ['ID=6246aec2-1feb-4859-93d7-80fa151d44f1,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:01.408021 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Attempting to bind port 6246aec2-1feb-4859-93d7-80fa151d44f1 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:57:01.408471 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Attempting to bind port 6246aec2-1feb-4859-93d7-80fa151d44f1 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'f10056ce-7eaa-447e-96ea-83a0cc724cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:57:01.411757 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:01.413420 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Attempting to bind port 6246aec2-1feb-4859-93d7-80fa151d44f1 on network d4e1315e-e500-4b3e-aa34-eb5ceef62a66 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:57:01.435474 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:57:01.435850 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Checking segment: {'id': 'f10056ce-7eaa-447e-96ea-83a0cc724cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:57:01.436257 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:01.437239 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Bound using segment: {'id': 'f10056ce-7eaa-447e-96ea-83a0cc724cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:57:01.439494 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Bound port: 6246aec2-1feb-4859-93d7-80fa151d44f1, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10056ce-7eaa-447e-96ea-83a0cc724cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:57:01.440866 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:01.508668 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'Port': ['ID=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:01.539283 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Network e1ca508e-6667-482f-b954-a00d4eeee63d is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:57:01.541700 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:57:01.547362 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:57:01.554056 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] For port 6246aec2-1feb-4859-93d7-80fa151d44f1, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:57:01.558686 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] For port 6246aec2-1feb-4859-93d7-80fa151d44f1, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=6246aec2-1feb-4859-93d7-80fa151d44f1,segment=NetworkSegment(f10056ce-7eaa-447e-96ea-83a0cc724cc0),segment_id=f10056ce-7eaa-447e-96ea-83a0cc724cc0)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:57:01.563065 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:01.569676 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:01.656098 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:01.668907 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51574) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:01.679949 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-7128bac0-1ea1-4325-ab31-f9a829fb9135 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3329029 Sep 09 21:57:01.773748 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Routers {'d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:57:01.774564 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:56:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:57:01.803268 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device b64ce316-b862-4f0f-8eb7-6eb262ebc558 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:57:01.904611 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0aabb4fa-355b-4c31-b88b-3a299d3b0bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:01.952684 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port b64ce316-b862-4f0f-8eb7-6eb262ebc558, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=b64ce316-b862-4f0f-8eb7-6eb262ebc558,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:02.058226 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493c0f1-f889-47c9-8e28-72f3f746cfa4 None None] Pushing event updated for resources: {'Port': ['ID=6246aec2-1feb-4859-93d7-80fa151d44f1,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:02.092050 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0aabb4fa-355b-4c31-b88b-3a299d3b0bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.093549 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 51584) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:02.121803 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': 'b64ce316-b862-4f0f-8eb7-6eb262ebc558', 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15', 'port_id': 'b64ce316-b862-4f0f-8eb7-6eb262ebc558', 'mac_address': 'fa:16:3e:3b:2e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ac6ff5-5c24-4075-ae7a-78ea1eb1d871', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:57:02.139543 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1eb85c95-114a-4297-972b-c1b7c6326fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.176336 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c90e2d-bb01-4e0a-a816-733a14771d10 req-72c2546b-0c6b-4553-b176-63ba299fa343 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:02.182101 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0aabb4fa-355b-4c31-b88b-3a299d3b0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.183863 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e3c90e2d-bb01-4e0a-a816-733a14771d10 req-72c2546b-0c6b-4553-b176-63ba299fa343 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 943 time: 0.1063375 Sep 09 21:57:02.218215 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-00fa97f4-2693-45e6-b22c-ccf49d372edb None None] Provisioning for port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:57:02.231141 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.233159 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabb4fa-355b-4c31-b88b-3a299d3b0bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636a2554-5db8-4ed9-a639-bee1d1236cc6,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:02.247206 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64ce316-b862-4f0f-8eb7-6eb262ebc558 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:57:02.253176 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] Set router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:57:02.261123 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-00fa97f4-2693-45e6-b22c-ccf49d372edb None None] Provisioning complete for port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:57:02.261514 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-00fa97f4-2693-45e6-b22c-ccf49d372edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.263709 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e3c90e2d-bb01-4e0a-a816-733a14771d10 req-17aa2f74-6327-46ba-a29c-dc4b73d290a2 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727248 Sep 09 21:57:02.285184 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda43927-675f-43bd-9669-acd8f3efcdb9 req-09ec5ac3-afb2-4c05-ae31-1371d10874db tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:02.292742 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fda43927-675f-43bd-9669-acd8f3efcdb9 req-09ec5ac3-afb2-4c05-ae31-1371d10874db tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 932 time: 0.1441119 Sep 09 21:57:02.307166 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-0aabb4fa-355b-4c31-b88b-3a299d3b0bfc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=749afe11fae24d71a605480ca6a2a4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6370332 Sep 09 21:57:02.307829 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51588) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:02.381420 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fda43927-675f-43bd-9669-acd8f3efcdb9 req-e6b9087c-9ddf-4943-9cb5-0a8ed12ca6cd tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876265 Sep 09 21:57:02.382413 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port b64ce316-b862-4f0f-8eb7-6eb262ebc558, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=b64ce316-b862-4f0f-8eb7-6eb262ebc558,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:02.388680 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1eb85c95-114a-4297-972b-c1b7c6326fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.409355 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1f90142b-12c4-4447-b584-eb033af0dcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.429563 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-00fa97f4-2693-45e6-b22c-ccf49d372edb None None] Port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:57:02.445172 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1f90142b-12c4-4447-b584-eb033af0dcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.458272 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.484147 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1eb85c95-114a-4297-972b-c1b7c6326fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.539391 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-1eb85c95-114a-4297-972b-c1b7c6326fd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee97c4969cf0457cbcef8037028bf9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419441 Sep 09 21:57:02.539391 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb85c95-114a-4297-972b-c1b7c6326fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781296f3-2fa7-4aef-9fec-a0c3d8c2fe12,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:02.539723 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 51590) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:02.567645 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=b64ce316-b862-4f0f-8eb7-6eb262ebc558,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:02.575647 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1f90142b-12c4-4447-b584-eb033af0dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.578315 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1f90142b-12c4-4447-b584-eb033af0dcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.580140 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-1f90142b-12c4-4447-b584-eb033af0dcd0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/636a2554-5db8-4ed9-a639-bee1d1236cc6 HTTP/1.1" status: 204 len: 168 time: 0.2634993 Sep 09 21:57:02.602963 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90142b-12c4-4447-b584-eb033af0dcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636a2554-5db8-4ed9-a639-bee1d1236cc6,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:02.640888 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5d043678-632f-4cc4-8683-55e421f55115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.657758 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'name': 'tempest-TestMinimumBasicScenario-622653115-router', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '90746082-38e1-4960-8204-e214fca74b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:48Z', 'updated_at': '2021-09-09T21:56:54Z', 'revision_number': 4, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'gw_port': {'id': '90746082-38e1-4960-8204-e214fca74b61', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:50Z', 'updated_at': '2021-09-09T21:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '6246aec2-1feb-4859-93d7-80fa151d44f1', 'name': '', 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'mac_address': 'fa:16:3e:27:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:53Z', 'updated_at': '2021-09-09T21:57:01Z', 'revision_number': 4, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'subnets': [{'id': 'ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:57:02.671903 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5d043678-632f-4cc4-8683-55e421f55115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.698992 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e799bf49-7675-4c99-8f6c-1165535bb321 None None] The sync data for ids ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'] in dv-cinder-808137-1-iscsi is: [{'id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'name': 'tempest-TestMinimumBasicScenario-622653115-router', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '90746082-38e1-4960-8204-e214fca74b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:48Z', 'updated_at': '2021-09-09T21:56:54Z', 'revision_number': 4, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'gw_port': {'id': '90746082-38e1-4960-8204-e214fca74b61', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:50Z', 'updated_at': '2021-09-09T21:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '6246aec2-1feb-4859-93d7-80fa151d44f1', 'name': '', 'network_id': 'd4e1315e-e500-4b3e-aa34-eb5ceef62a66', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'mac_address': 'fa:16:3e:27:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:53Z', 'updated_at': '2021-09-09T21:57:01Z', 'revision_number': 4, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'subnets': [{'id': 'ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:57:02.824405 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5d043678-632f-4cc4-8683-55e421f55115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.824405 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5d043678-632f-4cc4-8683-55e421f55115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:02.852955 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-5d043678-632f-4cc4-8683-55e421f55115 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/781296f3-2fa7-4aef-9fec-a0c3d8c2fe12 HTTP/1.1" status: 204 len: 168 time: 0.3125167 Sep 09 21:57:02.901867 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d043678-632f-4cc4-8683-55e421f55115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781296f3-2fa7-4aef-9fec-a0c3d8c2fe12,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:03.403408 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42764f1-451a-4bd5-bffd-8c57e5b2dfef req-32407578-615b-45bb-a99a-bb65a5edcac3 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:03.405237 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b42764f1-451a-4bd5-bffd-8c57e5b2dfef req-32407578-615b-45bb-a99a-bb65a5edcac3 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 944 time: 0.0656011 Sep 09 21:57:03.466749 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b42764f1-451a-4bd5-bffd-8c57e5b2dfef req-a8700515-9e14-45f8-8898-f19bf4be6609 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537860 Sep 09 21:57:03.664971 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03375b97-8347-4a8b-a492-cce3d605b3b1 req-ddf68c4d-14da-4a78-8708-fd1fd530775b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:03.666560 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-03375b97-8347-4a8b-a492-cce3d605b3b1 req-ddf68c4d-14da-4a78-8708-fd1fd530775b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 932 time: 0.0707703 Sep 09 21:57:03.704621 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Request body: {'port': {'device_id': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:03.825561 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-03375b97-8347-4a8b-a492-cce3d605b3b1 req-4080f90f-4fa7-49d3-81fd-cc2012df5035 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458173 Sep 09 21:57:03.851134 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:04.003407 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['b64ce316-b862-4f0f-8eb7-6eb262ebc558'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:57:04.291036 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 6246aec2-1feb-4859-93d7-80fa151d44f1 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:57:04.445854 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:57:04.465342 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:04.497376 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Transition to ACTIVE for port object 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:57:04.512744 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 6246aec2-1feb-4859-93d7-80fa151d44f1 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:57:04.517609 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 6246aec2-1feb-4859-93d7-80fa151d44f1 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:57:04.522380 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:04.570543 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:04.629149 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:04.715922 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 6246aec2-1feb-4859-93d7-80fa151d44f1, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=6246aec2-1feb-4859-93d7-80fa151d44f1,segment=NetworkSegment(f10056ce-7eaa-447e-96ea-83a0cc724cc0),segment_id=f10056ce-7eaa-447e-96ea-83a0cc724cc0)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:04.724852 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e724e-e181-4140-a7b5-f6d30f423f59 req-49240ecd-9439-426e-971b-a335b6732398 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:04.735468 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-464e724e-e181-4140-a7b5-f6d30f423f59 req-49240ecd-9439-426e-971b-a335b6732398 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 944 time: 0.1311059 Sep 09 21:57:04.785158 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:04.796674 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Pushing event updated for resources: {'Port': ['ID=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:04.808669 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-464e724e-e181-4140-a7b5-f6d30f423f59 req-f1554830-9c6a-4ac8-adf4-64abf851fe0a tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599110 Sep 09 21:57:04.836074 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Attempting to bind port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:57:04.836564 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Attempting to bind port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:57:04.837079 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Attempting to bind port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 on network e1ca508e-6667-482f-b954-a00d4eeee63d {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:57:04.842863 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 on network e1ca508e-6667-482f-b954-a00d4eeee63d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:57:04.843504 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Attempting to bind port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 on network e1ca508e-6667-482f-b954-a00d4eeee63d {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:57:04.850645 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:57:04.851082 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Checking segment: {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:57:04.851558 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Bound using segment: {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:57:04.853404 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Bound port: 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:57:04.853884 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:04.919487 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=6246aec2-1feb-4859-93d7-80fa151d44f1,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:04.986613 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:57:04.992765 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:57:05.039011 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3954b8d-cbe0-4d3c-a587-216ad69320b9 req-3321d826-b6cf-4eb0-ad31-4095f08790af tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:05.052391 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a3954b8d-cbe0-4d3c-a587-216ad69320b9 req-3321d826-b6cf-4eb0-ad31-4095f08790af tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0893230 Sep 09 21:57:05.124537 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a3954b8d-cbe0-4d3c-a587-216ad69320b9 req-4e51a9a6-f402-4426-9009-04dfe5b7f63f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694010 Sep 09 21:57:05.199395 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:05.246755 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:05.247384 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:05.248932 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] 10.222.0.46 "PUT /v2.0/ports/56b6fd62-d65d-44b0-9d2d-1a62f058bf46 HTTP/1.1" status: 200 len: 1094 time: 1.5611086 Sep 09 21:57:05.249390 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:57:05.252207 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8b3cf8-48c2-4afc-a181-9ab3ffa13229" -d '{"events": [{"name": "network-changed", "server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:57:05.299724 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb3d1d-3e93-4c87-b2f3-15191db01639 service neutron] Pushing event updated for resources: {'Port': ['ID=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:05.304233 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dbe021-899c-40c0-ae6b-614125a1bf18 x-openstack-request-id: req-66dbe021-899c-40c0-ae6b-614125a1bf18 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:57:05.304457 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:57:05.304716 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66dbe021-899c-40c0-ae6b-614125a1bf18 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:57:05.306381 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'status': 'completed', 'code': 200} Sep 09 21:57:05.403723 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b3cf8-48c2-4afc-a181-9ab3ffa13229 req-8b3e0993-9157-40fa-b4fb-cf9f59b65d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:05.405289 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-da8b3cf8-48c2-4afc-a181-9ab3ffa13229 req-8b3e0993-9157-40fa-b4fb-cf9f59b65d13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 1097 time: 0.0743864 Sep 09 21:57:05.565449 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b3cf8-48c2-4afc-a181-9ab3ffa13229 req-c007e201-29f8-436a-91ec-47e924c41943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:05.580042 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-da8b3cf8-48c2-4afc-a181-9ab3ffa13229 req-c007e201-29f8-436a-91ec-47e924c41943 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cab9b64709c14bb79aca397392ea3687&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1648536 Sep 09 21:57:05.679988 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device b64ce316-b862-4f0f-8eb7-6eb262ebc558 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:57:05.705426 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b3cf8-48c2-4afc-a181-9ab3ffa13229 req-f1d58b0e-bf55-461f-85d8-ff38106d0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:05.706807 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-da8b3cf8-48c2-4afc-a181-9ab3ffa13229 req-f1d58b0e-bf55-461f-85d8-ff38106d0e4c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130338 Sep 09 21:57:05.821910 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-124aee63-6a00-49de-923e-30f84ee899df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:05.823820 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-124aee63-6a00-49de-923e-30f84ee899df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 1097 time: 0.0529497 Sep 09 21:57:05.842574 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port b64ce316-b862-4f0f-8eb7-6eb262ebc558 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:57:05.851395 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port b64ce316-b862-4f0f-8eb7-6eb262ebc558 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:57:05.852116 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:05.913733 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-9b5a7103-c184-434d-90e1-e0af95de31ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46 HTTP/1.1" status: 200 len: 217 time: 0.0667980 Sep 09 21:57:06.015712 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:06.030685 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-017cc326-ded9-4b53-b841-72b9f2efa528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:06.034639 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d6176-11ba-4d65-8d0d-6d0e425b38a5 req-c81f4f88-b170-43dd-af3c-dbe9fb8b0177 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:06.035185 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-017cc326-ded9-4b53-b841-72b9f2efa528 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe964a5-116b-492c-a18b-c24d54879974 HTTP/1.1" status: 200 len: 856 time: 0.1072659 Sep 09 21:57:06.062193 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5f4d6176-11ba-4d65-8d0d-6d0e425b38a5 req-c81f4f88-b170-43dd-af3c-dbe9fb8b0177 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 944 time: 0.1430309 Sep 09 21:57:06.123377 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473898ff-bb56-4adb-8010-374e9166b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64ce316-b862-4f0f-8eb7-6eb262ebc558'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:57:06.123377 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e81e99-c572-4e4b-9c03-95ba3d870f0b" -d '{"events": [{"server_uuid": "473898ff-bb56-4adb-8010-374e9166b89d", "name": "network-vif-plugged", "status": "completed", "tag": "b64ce316-b862-4f0f-8eb7-6eb262ebc558"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:57:06.139292 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port b64ce316-b862-4f0f-8eb7-6eb262ebc558, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=b64ce316-b862-4f0f-8eb7-6eb262ebc558,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:06.167695 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-29c8641c-8715-4f8e-bdb3-9d4c5c338515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:06.174910 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5f4d6176-11ba-4d65-8d0d-6d0e425b38a5 req-9b025273-a8e3-45c7-897a-e3d98812dda4 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080267 Sep 09 21:57:06.175182 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-29c8641c-8715-4f8e-bdb3-9d4c5c338515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1ca508e-6667-482f-b954-a00d4eeee63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1238017 Sep 09 21:57:06.200023 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 6246aec2-1feb-4859-93d7-80fa151d44f1 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:57:06.243206 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:06.250668 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196d468d-a5e6-43cc-b5bd-e33ffc232365 x-openstack-request-id: req-196d468d-a5e6-43cc-b5bd-e33ffc232365 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:57:06.250968 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473898ff-bb56-4adb-8010-374e9166b89d", "name": "network-vif-plugged", "status": "completed", "tag": "b64ce316-b862-4f0f-8eb7-6eb262ebc558", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:57:06.257630 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-196d468d-a5e6-43cc-b5bd-e33ffc232365 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:57:06.258061 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473898ff-bb56-4adb-8010-374e9166b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64ce316-b862-4f0f-8eb7-6eb262ebc558', 'code': 200} Sep 09 21:57:06.379719 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-03c3c494-17bc-4617-b52a-d97a51b6c433 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958210 Sep 09 21:57:06.393372 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df122a21-ef5c-4782-894f-b07e2fc1d7c3 req-460fc159-6160-4fd5-bd73-dc02bf4adbbe tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:06.403162 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-df122a21-ef5c-4782-894f-b07e2fc1d7c3 req-460fc159-6160-4fd5-bd73-dc02bf4adbbe tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0828435 Sep 09 21:57:06.459528 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=b64ce316-b862-4f0f-8eb7-6eb262ebc558,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:06.485096 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-df122a21-ef5c-4782-894f-b07e2fc1d7c3 req-b7dfee84-54fd-449b-b95f-b945250bd358 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807078 Sep 09 21:57:06.529741 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 6246aec2-1feb-4859-93d7-80fa151d44f1 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:57:06.531489 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:06.542226 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65c154c-927a-4071-9cbf-1ebdc6d01def req-c0ac0b36-fb90-49b1-9665-e16b50fdb982 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472204 Sep 09 21:57:06.753377 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc25d9-33d7-4c52-837f-1cb25a1bc4bb req-f53439c5-29f5-4fa4-bac9-095d2d9707c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:06.754981 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-47dc25d9-33d7-4c52-837f-1cb25a1bc4bb req-f53439c5-29f5-4fa4-bac9-095d2d9707c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 1098 time: 0.1004133 Sep 09 21:57:06.833353 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-47dc25d9-33d7-4c52-837f-1cb25a1bc4bb req-344dcd88-621a-44e7-8a68-9df35c8c2754 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553417 Sep 09 21:57:06.974864 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e97c25-8d60-4ee2-95b7-1d5c77f269f7 req-26b3ea6e-04cb-4a8f-af7a-23cd40eebdcd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:06.976449 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c8e97c25-8d60-4ee2-95b7-1d5c77f269f7 req-26b3ea6e-04cb-4a8f-af7a-23cd40eebdcd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0538318 Sep 09 21:57:07.018650 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c8e97c25-8d60-4ee2-95b7-1d5c77f269f7 req-95444f1f-de1b-40af-be9c-dc8069e2e101 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344315 Sep 09 21:57:07.279680 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e5aa-d9fa-452b-acf5-8db91ce39d97 req-46fb5670-69dd-45fc-8cca-f3d5b4fc49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:07.281689 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1b69e5aa-d9fa-452b-acf5-8db91ce39d97 req-46fb5670-69dd-45fc-8cca-f3d5b4fc49e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 1098 time: 0.0601590 Sep 09 21:57:07.299215 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb3a42-80e3-43e6-92fc-bfedd281c922 req-f98d1731-8ce7-413e-8817-f895b4ecdc32 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:07.308229 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fbcb3a42-80e3-43e6-92fc-bfedd281c922 req-f98d1731-8ce7-413e-8817-f895b4ecdc32 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 945 time: 0.0643225 Sep 09 21:57:07.346823 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fbcb3a42-80e3-43e6-92fc-bfedd281c922 req-7145df59-3ef6-4881-b7f3-f01998e5ec48 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374048 Sep 09 21:57:07.420374 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e5aa-d9fa-452b-acf5-8db91ce39d97 req-abbcfd36-6ef7-44ff-856c-3f91d719df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:07.422076 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1b69e5aa-d9fa-452b-acf5-8db91ce39d97 req-abbcfd36-6ef7-44ff-856c-3f91d719df4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 919 time: 0.1300764 Sep 09 21:57:07.479216 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1b69e5aa-d9fa-452b-acf5-8db91ce39d97 req-576b7689-96aa-4c0c-9373-1e3f1e7d6d78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907 HTTP/1.1" status: 200 len: 217 time: 0.0476329 Sep 09 21:57:07.560535 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e5aa-d9fa-452b-acf5-8db91ce39d97 req-845239c4-52ce-4d2a-87c7-d4fc173a122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:07.570485 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1b69e5aa-d9fa-452b-acf5-8db91ce39d97 req-845239c4-52ce-4d2a-87c7-d4fc173a122f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 200 len: 858 time: 0.0811079 Sep 09 21:57:07.635076 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1b69e5aa-d9fa-452b-acf5-8db91ce39d97 req-910a88b0-a197-4117-92e0-707319f61105 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f69bac4-132a-4771-aff6-035aa4ee6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539474 Sep 09 21:57:07.787125 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261a0f7-23ea-41fe-83d6-7b376925a404 req-335b62a0-940c-4f48-ae55-37a6860fbf30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:07.788930 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d261a0f7-23ea-41fe-83d6-7b376925a404 req-335b62a0-940c-4f48-ae55-37a6860fbf30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.1588130 Sep 09 21:57:07.795327 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1b69e5aa-d9fa-452b-acf5-8db91ce39d97 req-a5c83448-a5de-4cce-a3ec-636d10beae9f service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486034 Sep 09 21:57:07.873039 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d261a0f7-23ea-41fe-83d6-7b376925a404 req-f36a5b56-5b90-4f0f-aee4-7ebdd5ac8273 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730162 Sep 09 21:57:07.934555 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1b69e5aa-d9fa-452b-acf5-8db91ce39d97 req-b6f2229b-29d6-4209-864c-f735b97789f9 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267588 Sep 09 21:57:08.179587 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e96f4-04cd-4d46-8c5e-8bdebaee3e69 req-481bb65b-b31a-4205-ac90-58fa1bf8fe6a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:08.181480 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-665e96f4-04cd-4d46-8c5e-8bdebaee3e69 req-481bb65b-b31a-4205-ac90-58fa1bf8fe6a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0585535 Sep 09 21:57:08.226997 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-665e96f4-04cd-4d46-8c5e-8bdebaee3e69 req-87e47c7a-a5ee-41e7-8b82-e2d2f91ee612 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Sep 09 21:57:08.467500 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9857c-7993-4016-b33a-f3efc7b65fe1 req-e471f297-3941-4dc8-9ad6-d0ccf581e459 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:08.469001 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fce9857c-7993-4016-b33a-f3efc7b65fe1 req-e471f297-3941-4dc8-9ad6-d0ccf581e459 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 945 time: 0.0503800 Sep 09 21:57:08.520658 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fce9857c-7993-4016-b33a-f3efc7b65fe1 req-02382457-19ec-481b-ba79-d86172257646 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Sep 09 21:57:09.021892 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62674ce-3583-4951-9d8f-25807d1776b3 req-e175291f-1ada-43b0-887b-928df9aa78fe tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:09.026407 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f62674ce-3583-4951-9d8f-25807d1776b3 req-e175291f-1ada-43b0-887b-928df9aa78fe tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0832264 Sep 09 21:57:09.068810 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f62674ce-3583-4951-9d8f-25807d1776b3 req-8081923a-c615-4340-b75b-f19b56095db0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368788 Sep 09 21:57:09.367787 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a689b5-2cab-4171-9292-fb11ff3e581e req-2cf64ee7-6b1b-4431-b2c9-e80500e829a2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:09.377087 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-21a689b5-2cab-4171-9292-fb11ff3e581e req-2cf64ee7-6b1b-4431-b2c9-e80500e829a2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0664215 Sep 09 21:57:09.424683 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-21a689b5-2cab-4171-9292-fb11ff3e581e req-e06e7e0f-853d-4e8a-98fd-0172ee919ae6 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462854 Sep 09 21:57:09.652148 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb0ba-4b9a-45ff-8fd4-7575d3f4f32f req-f9604f1e-4660-440a-bbe3-d6e5bff97f76 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:09.653666 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-562eb0ba-4b9a-45ff-8fd4-7575d3f4f32f req-f9604f1e-4660-440a-bbe3-d6e5bff97f76 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 945 time: 0.0527620 Sep 09 21:57:09.707203 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-562eb0ba-4b9a-45ff-8fd4-7575d3f4f32f req-e1bc9c17-a59d-433e-8b8e-d72952d53f00 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459795 Sep 09 21:57:10.256733 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb91f94-c2c7-4310-a9f9-5ae07a4352ed req-fb301317-cda1-402d-b258-c5b9a02ffe3c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:10.265922 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8fb91f94-c2c7-4310-a9f9-5ae07a4352ed req-fb301317-cda1-402d-b258-c5b9a02ffe3c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.1161315 Sep 09 21:57:10.332279 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8fb91f94-c2c7-4310-a9f9-5ae07a4352ed req-94c3d8dc-d595-4cef-abea-d421fd1466af tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578022 Sep 09 21:57:10.386095 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:57:10.506195 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:10.521137 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'port_id': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'mac_address': 'fa:16:3e:cf:2d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:57:10.621003 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1291f0-8a2e-46b0-b01a-e093851c1c99 req-68b09ad1-ea20-4062-be44-4f7f6141494b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:10.625420 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:10.631278 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dd1291f0-8a2e-46b0-b01a-e093851c1c99 req-68b09ad1-ea20-4062-be44-4f7f6141494b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0727708 Sep 09 21:57:10.656101 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:57:10.707521 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:10.707990 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dd1291f0-8a2e-46b0-b01a-e093851c1c99 req-c39aba65-c7d2-4bdf-adb8-6093d09f6c4e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691926 Sep 09 21:57:10.763796 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:10.863686 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:11.599395 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6c27f-919b-4b21-9675-ddd769a06a16 req-0c52d5b6-e8f0-4b7a-a398-7316e572c4dc tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:11.601051 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-10f6c27f-919b-4b21-9675-ddd769a06a16 req-0c52d5b6-e8f0-4b7a-a398-7316e572c4dc tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0551541 Sep 09 21:57:11.645460 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-10f6c27f-919b-4b21-9675-ddd769a06a16 req-4d07e3ac-f9bc-45e3-8223-941683f426a9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378549 Sep 09 21:57:11.872211 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a229ed-eeae-45a2-971b-a3f9b5847724 req-aeebcc48-61bf-4f9e-84fe-a8dc8c0cc1cb tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:11.873634 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f8a229ed-eeae-45a2-971b-a3f9b5847724 req-aeebcc48-61bf-4f9e-84fe-a8dc8c0cc1cb tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0561438 Sep 09 21:57:11.920316 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f8a229ed-eeae-45a2-971b-a3f9b5847724 req-8310e911-300f-497a-85ef-da099df8baf8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Sep 09 21:57:12.661039 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['56b6fd62-d65d-44b0-9d2d-1a62f058bf46'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:57:12.838731 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1669b-fd32-4a0a-b0aa-4bfae2b5166c req-341b0f0c-e8d4-454b-9bcf-0770cc6ed14e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:12.847479 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6ff1669b-fd32-4a0a-b0aa-4bfae2b5166c req-341b0f0c-e8d4-454b-9bcf-0770cc6ed14e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0944479 Sep 09 21:57:12.893660 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6ff1669b-fd32-4a0a-b0aa-4bfae2b5166c req-76696a7c-cb3e-4eeb-9a19-663b74df1405 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449939 Sep 09 21:57:13.046030 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e2aac-cfea-4d67-bc85-88d2b273a275 req-81bfefcb-478e-4a12-8963-800a946c59d2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:13.047393 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-662e2aac-cfea-4d67-bc85-88d2b273a275 req-81bfefcb-478e-4a12-8963-800a946c59d2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0533674 Sep 09 21:57:13.087246 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-662e2aac-cfea-4d67-bc85-88d2b273a275 req-74558e88-7bff-4f2d-b7bb-3aa38f967b58 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Sep 09 21:57:13.978337 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-be34bb16-3c84-4abe-9e31-2c0c91c48864 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:13.979797 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-be34bb16-3c84-4abe-9e31-2c0c91c48864 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/networks?id=9506ddba-0741-4133-ae25-05dfe4f6f479 HTTP/1.1" status: 200 len: 814 time: 0.1047359 Sep 09 21:57:13.994815 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-9ad7a46a-08cc-43f2-b64d-3021095d24c3 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/quotas/31769cc590394995a38001f9f857bdcc HTTP/1.1" status: 200 len: 375 time: 0.0090156 Sep 09 21:57:14.045890 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-8686e231-4112-43ab-8977-41af80a35f71 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=31769cc590394995a38001f9f857bdcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456886 Sep 09 21:57:14.141351 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-99997b76-1623-4e08-9dbb-a54a3f42b229 service neutron] 10.222.0.52 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837119 Sep 09 21:57:14.233064 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-8fd8c126-9683-41d6-87c9-406459e78159 service neutron] 10.222.0.52 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849488 Sep 09 21:57:14.511512 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac361a-c2a7-46c2-a907-2b8761d4ad16 req-985442e6-5371-496a-a6ca-08e10540c8ae tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:14.513043 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-52ac361a-c2a7-46c2-a907-2b8761d4ad16 req-985442e6-5371-496a-a6ca-08e10540c8ae tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0483444 Sep 09 21:57:14.550755 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-52ac361a-c2a7-46c2-a907-2b8761d4ad16 req-2524b40c-a444-45b9-841d-1a0b671948c8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311561 Sep 09 21:57:14.666254 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b295f-1a4f-4283-9c94-68d011c63cf3 req-84e13faf-0000-4809-bbf8-696402e59b1e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:14.667701 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-097b295f-1a4f-4283-9c94-68d011c63cf3 req-84e13faf-0000-4809-bbf8-696402e59b1e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0521176 Sep 09 21:57:14.707768 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-097b295f-1a4f-4283-9c94-68d011c63cf3 req-837adb0a-e18f-4525-866a-0e82492ababa tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340674 Sep 09 21:57:14.819609 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cc460781-41de-4000-9862-3dfec0486dc3 req-fe6e3022-0cc5-43b0-9ea2-c50a6cf00137 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0262721 Sep 09 21:57:15.668136 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d66f4-a071-4db3-96af-cb3a27632c22 req-02a9bfd4-2aab-429b-a6fe-d65994f91c45 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:15.669654 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-910d66f4-a071-4db3-96af-cb3a27632c22 req-02a9bfd4-2aab-429b-a6fe-d65994f91c45 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0471797 Sep 09 21:57:15.708899 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-910d66f4-a071-4db3-96af-cb3a27632c22 req-33b33e54-afb1-4b09-9b24-25644838c0bc tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331984 Sep 09 21:57:15.822371 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd587e5-a4d8-4ea2-8223-176b4746da16 req-4753fd7f-28da-452f-85e3-a674d6f39e46 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:15.823850 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5bd587e5-a4d8-4ea2-8223-176b4746da16 req-4753fd7f-28da-452f-85e3-a674d6f39e46 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0489378 Sep 09 21:57:16.007736 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ff69317a-d133-46ab-af73-4018ce24e2ba req-d733a01c-0dca-4c3c-8346-d70432f77a21 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0270886 Sep 09 21:57:16.083197 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5bd587e5-a4d8-4ea2-8223-176b4746da16 req-fb1cde82-6801-46de-ae10-96307537e9c1 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526994 Sep 09 21:57:16.824719 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e8c8e-9139-4fbc-a86a-e56621c53cfb req-2e2d18b0-d770-4360-977f-8e6ccec99655 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:16.826175 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-957e8c8e-9139-4fbc-a86a-e56621c53cfb req-2e2d18b0-d770-4360-977f-8e6ccec99655 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0459459 Sep 09 21:57:16.863501 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-957e8c8e-9139-4fbc-a86a-e56621c53cfb req-3e22b64a-8db2-407d-9d69-83409beb7b3d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307209 Sep 09 21:57:17.104815 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f227e14d-576a-4672-a6e8-2c274cb5650f req-9d4ea0d2-7677-4293-8d2e-f5661af04ad5 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0286109 Sep 09 21:57:17.199355 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e4706-aca5-4701-8cd6-0198310e1d54 req-292e3483-60a9-474c-bfc1-ecf0510f9ba5 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:17.200900 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-af4e4706-aca5-4701-8cd6-0198310e1d54 req-292e3483-60a9-474c-bfc1-ecf0510f9ba5 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0482011 Sep 09 21:57:17.239312 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-af4e4706-aca5-4701-8cd6-0198310e1d54 req-34962aed-a53e-463b-b34c-2eaadadc7eb8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Sep 09 21:57:17.980606 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d7eeb-857b-47db-bde8-db7f3fc6b644 req-bda16cb3-f0c5-4678-bfbc-d66aedcaded8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:17.982090 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-af7d7eeb-857b-47db-bde8-db7f3fc6b644 req-bda16cb3-f0c5-4678-bfbc-d66aedcaded8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0485475 Sep 09 21:57:18.021184 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-af7d7eeb-857b-47db-bde8-db7f3fc6b644 req-f9f097b4-bd26-4dca-b7b8-c260c7e2c26e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329452 Sep 09 21:57:18.197129 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-84e0ef4a-9fba-4fc0-b39a-b9546a53f94c req-47bc4ea6-7844-4569-8202-eeae3baf7901 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0249405 Sep 09 21:57:18.351657 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3ecb-4da0-4b9b-866c-542bad7e60f9 req-c25aac07-ed2d-41ac-9d62-a815a5159909 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:18.353067 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4bcd3ecb-4da0-4b9b-866c-542bad7e60f9 req-c25aac07-ed2d-41ac-9d62-a815a5159909 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0467503 Sep 09 21:57:18.391086 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4bcd3ecb-4da0-4b9b-866c-542bad7e60f9 req-fb66c237-5e05-41e6-b6b4-0b344d8fda0c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317194 Sep 09 21:57:19.121601 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-44a2084f-d781-4e1d-993e-65cfdac7955e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:19.142293 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53085d-3958-4ebc-b910-a69b17d7af3a req-c1fb5a28-1ec1-4d44-97b4-4a8262a82e3b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:19.143813 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ef53085d-3958-4ebc-b910-a69b17d7af3a req-c1fb5a28-1ec1-4d44-97b4-4a8262a82e3b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0509920 Sep 09 21:57:19.189761 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ef53085d-3958-4ebc-b910-a69b17d7af3a req-edcac85f-5b77-4a91-9f19-0a61f98d36ae tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390639 Sep 09 21:57:19.294153 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f52c708a-96df-45fa-9cc7-68cc21e551bc req-49a4d129-dce9-485b-a8c8-f414fbc0bcca tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0282235 Sep 09 21:57:19.507788 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f773123-4617-4900-af3f-e989f6a6b351 req-b1d8a323-6227-40b8-85b0-6bd0f0293183 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:19.509297 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5f773123-4617-4900-af3f-e989f6a6b351 req-b1d8a323-6227-40b8-85b0-6bd0f0293183 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0488420 Sep 09 21:57:19.550105 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5f773123-4617-4900-af3f-e989f6a6b351 req-1e816818-3515-4607-b4b5-a40fa7af331b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345054 Sep 09 21:57:19.743894 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-11920359-fec1-4819-b830-ae96d42f6529 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:19.745365 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-11920359-fec1-4819-b830-ae96d42f6529 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.46 "GET /v2.0/networks?id=9506ddba-0741-4133-ae25-05dfe4f6f479 HTTP/1.1" status: 200 len: 814 time: 0.0993636 Sep 09 21:57:19.759541 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Request body: {'port': {'device_id': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'admin_state_up': True, 'tenant_id': '31769cc590394995a38001f9f857bdcc'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:19.845163 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:57:19.935005 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Made reservation on behalf of 31769cc590394995a38001f9f857bdcc for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:57:19.938535 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:19.984677 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:57:19.990668 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:57:19.991265 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:20.071415 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:20.072271 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Allocated IP 172.20.0.12 (9506ddba-0741-4133-ae25-05dfe4f6f479/dd9b703d-d34b-4c38-954f-7bf531cb5d75/3712d993-bea4-4897-a940-1789d59f373d) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:57:20.111550 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:20.113713 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:57:20.116906 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ec6a3b-4adf-4abe-9743-f59379090c6d" -d '{"events": [{"server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "name": "network-vif-plugged", "status": "completed", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:57:20.162765 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91283a56-5fdb-45e1-b87d-43a726e29473 x-openstack-request-id: req-91283a56-5fdb-45e1-b87d-43a726e29473 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:57:20.163834 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "name": "network-vif-plugged", "status": "completed", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:57:20.164234 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91283a56-5fdb-45e1-b87d-43a726e29473 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:57:20.164780 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'code': 200} Sep 09 21:57:20.215217 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:20.318319 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:20.325754 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:20.362502 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Transition to ACTIVE for port object 3712d993-bea4-4897-a940-1789d59f373d will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:57:20.398215 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4a47d-86d9-4ba9-b6ac-6b359b76654b req-e772346f-081e-41ae-94d3-d290c9beb669 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:20.414806 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-65a4a47d-86d9-4ba9-b6ac-6b359b76654b req-e772346f-081e-41ae-94d3-d290c9beb669 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0880237 Sep 09 21:57:20.460374 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-65a4a47d-86d9-4ba9-b6ac-6b359b76654b req-cc418f43-044e-409c-bbf1-264ebca99698 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446565 Sep 09 21:57:20.485897 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cbc351eb-1ffa-465b-aa79-21d1b2475f5d req-78a42f43-bb78-4c21-987a-855229a325b0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0477331 Sep 09 21:57:20.519679 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:20.569583 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Network 9506ddba-0741-4133-ae25-05dfe4f6f479 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:57:20.572759 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:57:20.579338 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:57:20.584794 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:20.585441 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:20.603015 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'Port': ['ID=3712d993-bea4-4897-a940-1789d59f373d,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:20.671146 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1b4c0-04fa-4468-b08e-28b487e18d38 req-5432b06d-71fb-469e-83aa-af1add98ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:20.671146 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-26e1b4c0-04fa-4468-b08e-28b487e18d38 req-5432b06d-71fb-469e-83aa-af1add98ddff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 1099 time: 0.0737381 Sep 09 21:57:20.722396 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-4128ec68-e6f4-4fd3-9285-d6c082a128d0 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9665129 Sep 09 21:57:20.743893 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Request body: {'port': {'device_id': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:20.748687 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d152aa1-3866-425d-9db9-d5a98388d118 req-f32ad018-07d5-4e94-a14a-98dfac471e39 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:20.756685 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8d152aa1-3866-425d-9db9-d5a98388d118 req-f32ad018-07d5-4e94-a14a-98dfac471e39 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.1119850 Sep 09 21:57:20.760941 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-26e1b4c0-04fa-4468-b08e-28b487e18d38 req-88b776f0-d37f-4694-a894-e272ad7adfdf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039972 Sep 09 21:57:20.803814 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8d152aa1-3866-425d-9db9-d5a98388d118 req-6092bdb8-13b4-48be-abce-e0f2ef67986c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461352 Sep 09 21:57:20.819533 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:20.976921 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-e58dad43-d5be-4fa2-af72-a0209054731a None None] Provisioning for port 3712d993-bea4-4897-a940-1789d59f373d completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:57:20.989980 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-e58dad43-d5be-4fa2-af72-a0209054731a None None] Provisioning complete for port 3712d993-bea4-4897-a940-1789d59f373d triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:57:20.990613 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e58dad43-d5be-4fa2-af72-a0209054731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:21.051232 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-e58dad43-d5be-4fa2-af72-a0209054731a None None] Port 3712d993-bea4-4897-a940-1789d59f373d cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:57:21.131929 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3712d993-bea4-4897-a940-1789d59f373d {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:57:21.148307 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:21.177327 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Transition to ACTIVE for port object 3712d993-bea4-4897-a940-1789d59f373d will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:57:21.264903 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:21.433670 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Attempting to bind port 3712d993-bea4-4897-a940-1789d59f373d on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:57:21.433670 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Attempting to bind port 3712d993-bea4-4897-a940-1789d59f373d by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:57:21.433670 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Attempting to bind port 3712d993-bea4-4897-a940-1789d59f373d on network 9506ddba-0741-4133-ae25-05dfe4f6f479 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:57:21.441803 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Pushing event updated for resources: {'Port': ['ID=3712d993-bea4-4897-a940-1789d59f373d,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:21.466129 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.467045 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.468679 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.470184 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.471943 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.472954 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.476141 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.479531 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.480422 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.481009 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.481560 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.482089 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:21.514354 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Port 3712d993-bea4-4897-a940-1789d59f373d on network 9506ddba-0741-4133-ae25-05dfe4f6f479 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:57:21.516223 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Attempting to bind port 3712d993-bea4-4897-a940-1789d59f373d on network 9506ddba-0741-4133-ae25-05dfe4f6f479 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:57:21.541840 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:57:21.548668 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Checking segment: {'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:57:21.551351 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Bound using segment: {'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:57:21.554499 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Bound port: 3712d993-bea4-4897-a940-1789d59f373d, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065b309c-e30e-462a-b33b-b43ad9843d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:57:21.556120 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:21.716023 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] For port 3712d993-bea4-4897-a940-1789d59f373d, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:57:21.744370 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] For port 3712d993-bea4-4897-a940-1789d59f373d, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=3712d993-bea4-4897-a940-1789d59f373d,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:57:21.757446 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dec4b-2ade-44b2-b43a-b1141ecf0001 req-d4d51caa-4af0-4482-8d4e-83191f667112 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:21.759670 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ea7dec4b-2ade-44b2-b43a-b1141ecf0001 req-d4d51caa-4af0-4482-8d4e-83191f667112 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.1085951 Sep 09 21:57:21.801268 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ea7dec4b-2ade-44b2-b43a-b1141ecf0001 req-32fcbf37-4037-4c72-a57f-1dc9c88c304c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351977 Sep 09 21:57:21.841887 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:21.880896 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:21.881760 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:21.883367 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] 10.222.0.46 "PUT /v2.0/ports/3712d993-bea4-4897-a940-1789d59f373d HTTP/1.1" status: 200 len: 1094 time: 1.1454792 Sep 09 21:57:21.883823 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'tag': '3712d993-bea4-4897-a940-1789d59f373d'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:57:21.889318 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7bde0a-b655-4eed-8150-cc000205680b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "tag": "3712d993-bea4-4897-a940-1789d59f373d"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:57:21.939822 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaefba3-d915-4edb-ad8a-421049684bdc service neutron] Pushing event updated for resources: {'Port': ['ID=3712d993-bea4-4897-a940-1789d59f373d,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:21.963011 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771f27a-8dbe-412d-af56-0fdfd854895f req-ee229c82-a26c-4de7-96d3-00ba267ecf6b tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:21.971486 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a771f27a-8dbe-412d-af56-0fdfd854895f req-ee229c82-a26c-4de7-96d3-00ba267ecf6b tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0765533 Sep 09 21:57:21.972829 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-09ec6f20-f631-4619-9193-8ea650d3b0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:22.025551 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a771f27a-8dbe-412d-af56-0fdfd854895f req-9aa985ea-2cc8-481a-b9d7-049e1f07b015 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525162 Sep 09 21:57:22.038615 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:22.280778 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d176-c97c-4f08-b173-c1338d02177a req-9026c8ae-e626-4821-bbf8-e33d0cd55a9e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:22.282427 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-9026c8ae-e626-4821-bbf8-e33d0cd55a9e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 814 time: 0.1283088 Sep 09 21:57:22.299013 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-7d94aa33-68f2-447f-8ad9-44ebb68c283a tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/quotas/359a6d9155d544dbac18294820e25371 HTTP/1.1" status: 200 len: 375 time: 0.0097599 Sep 09 21:57:22.358946 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-eb4d39f0-ac6b-43d7-898e-999f2cb62f69 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508711 Sep 09 21:57:22.474742 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-db9d8f36-ab07-41e9-b24b-febaae68db83 service neutron] 10.222.0.52 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068828 Sep 09 21:57:22.570922 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-04a45718-f2b1-4008-b113-313a9dbfd699 service neutron] 10.222.0.52 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895686 Sep 09 21:57:22.935966 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bec16-7ca7-4e65-8b7c-c93f95c59652 req-6cb1999a-2400-4b17-baf1-0ad72d86d8ee tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:22.937546 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-db4bec16-7ca7-4e65-8b7c-c93f95c59652 req-6cb1999a-2400-4b17-baf1-0ad72d86d8ee tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0949702 Sep 09 21:57:22.987157 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-db4bec16-7ca7-4e65-8b7c-c93f95c59652 req-4862ef45-a842-4bcb-9ad9-14cadac6c303 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Sep 09 21:57:23.042192 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46681d3b-1776-4c0c-bc31-3a3f712aace6 x-openstack-request-id: req-46681d3b-1776-4c0c-bc31-3a3f712aace6 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:57:23.042649 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "tag": "3712d993-bea4-4897-a940-1789d59f373d", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:57:23.042960 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46681d3b-1776-4c0c-bc31-3a3f712aace6 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:57:23.043412 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'tag': '3712d993-bea4-4897-a940-1789d59f373d', 'status': 'completed', 'code': 200} Sep 09 21:57:23.107576 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7dcb392f-920c-4d12-a35e-aa76911ab66d req-64c9b985-5192-4692-9a81-e90e3599d181 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0265028 Sep 09 21:57:23.260873 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:23.303379 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd1d78-c8d0-4ec2-b2ef-20cb2426d2a6 req-01dc5592-c160-4567-86f6-68a1e20a6fd4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:23.305018 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15fd1d78-c8d0-4ec2-b2ef-20cb2426d2a6 req-01dc5592-c160-4567-86f6-68a1e20a6fd4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0751486 Sep 09 21:57:23.353759 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15fd1d78-c8d0-4ec2-b2ef-20cb2426d2a6 req-9d6471c1-88f4-4778-888e-507f009d53ea tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332811 Sep 09 21:57:23.471614 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc49411-6ba7-4c31-a531-6a76ba948828 req-fccec1f1-618a-48eb-9daf-e4a43b91f99f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:23.473718 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6dc49411-6ba7-4c31-a531-6a76ba948828 req-fccec1f1-618a-48eb-9daf-e4a43b91f99f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0586314 Sep 09 21:57:23.517368 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6dc49411-6ba7-4c31-a531-6a76ba948828 req-abad3ad7-118e-437c-98bb-075d4a509aec tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329919 Sep 09 21:57:24.140427 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919eaff7-0795-40cb-97a5-9b8e4b794e8b req-9da19c5c-19a3-482f-92bd-3e3ceb13571c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:24.142070 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-919eaff7-0795-40cb-97a5-9b8e4b794e8b req-9da19c5c-19a3-482f-92bd-3e3ceb13571c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0507052 Sep 09 21:57:24.183030 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-919eaff7-0795-40cb-97a5-9b8e4b794e8b req-bd96ed38-0c01-4a3c-8b8b-676e91846bde tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Sep 09 21:57:24.281840 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4970ae4c-1077-4a56-85f5-e62bd8713f17 req-f1f1f409-e2e7-46db-886d-b887cb52b764 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0262535 Sep 09 21:57:24.484543 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbee2a-d0d8-4c39-b3b8-18b7196744b7 req-920be496-b350-4e85-8a27-f5745dd6e77d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:24.486409 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3fbee2a-d0d8-4c39-b3b8-18b7196744b7 req-920be496-b350-4e85-8a27-f5745dd6e77d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0598836 Sep 09 21:57:24.529403 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3fbee2a-d0d8-4c39-b3b8-18b7196744b7 req-ad5f8154-7a4e-4f86-9f42-ae80158926d0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363748 Sep 09 21:57:24.609610 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:24.646026 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9702c3-87f8-4699-a92b-b807a40117a0 req-02400751-e9e0-4011-8cab-d31c2a5ae49f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:24.647600 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e9702c3-87f8-4699-a92b-b807a40117a0 req-02400751-e9e0-4011-8cab-d31c2a5ae49f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0508218 Sep 09 21:57:24.694138 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e9702c3-87f8-4699-a92b-b807a40117a0 req-767ab41d-fb52-4361-8e90-1c282ce6003a tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366082 Sep 09 21:57:25.305583 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c999-7cea-4188-9c66-8d273008142c req-e2910d09-ad5c-4ab4-8019-87c7c73a4dae tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:25.307432 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7935c999-7cea-4188-9c66-8d273008142c req-e2910d09-ad5c-4ab4-8019-87c7c73a4dae tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0527916 Sep 09 21:57:25.347481 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7935c999-7cea-4188-9c66-8d273008142c req-9ea4ba1f-c95a-40d2-961d-8e0fcd272daf tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330720 Sep 09 21:57:25.445078 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-851ab3b8-b215-4d51-9f34-c118479f3ca9 req-dd19cf7c-da5d-440f-822c-52ad25beda4b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0280099 Sep 09 21:57:25.667600 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae35073-2eaf-433e-9c89-68cccafb67e1 req-ee8f108e-4212-48dd-9d90-e50d74abb3d9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:25.669162 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8ae35073-2eaf-433e-9c89-68cccafb67e1 req-ee8f108e-4212-48dd-9d90-e50d74abb3d9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0562394 Sep 09 21:57:25.716177 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8ae35073-2eaf-433e-9c89-68cccafb67e1 req-a697ba30-ad4b-4e84-b3de-c0a1ec06a35c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 Sep 09 21:57:25.850571 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d8e6e-3991-4bc4-be6a-161f92d89bf1 req-4861c2f4-8d09-4c26-b5ad-aaca69c71601 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:25.853188 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4c3d8e6e-3991-4bc4-be6a-161f92d89bf1 req-4861c2f4-8d09-4c26-b5ad-aaca69c71601 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0639858 Sep 09 21:57:25.903267 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4c3d8e6e-3991-4bc4-be6a-161f92d89bf1 req-24089ecc-6adf-41f5-a7fa-a3d730600b66 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420878 Sep 09 21:57:26.477303 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e6889-0fe3-4b26-979f-d9c66f9d042e req-a3b9cc43-afd1-4690-a4d6-04f627d22c21 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:26.477303 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-464e6889-0fe3-4b26-979f-d9c66f9d042e req-a3b9cc43-afd1-4690-a4d6-04f627d22c21 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0589633 Sep 09 21:57:26.519554 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-464e6889-0fe3-4b26-979f-d9c66f9d042e req-9ba956fe-bbe7-48c5-ab4e-b603285b2475 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361688 Sep 09 21:57:26.616724 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c96f0cd8-90c4-4b67-a93a-d7975b6da324 req-3121cc8e-821c-4ac4-914b-e8d1bef45b91 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0332520 Sep 09 21:57:26.843391 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52148) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:26.876847 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804cab-3b2b-42f1-97b4-abe803fd097e req-a7c219cc-eef8-4bff-9acf-b0787ded66a1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:26.887388 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cf804cab-3b2b-42f1-97b4-abe803fd097e req-a7c219cc-eef8-4bff-9acf-b0787ded66a1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0662711 Sep 09 21:57:26.921909 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cf804cab-3b2b-42f1-97b4-abe803fd097e req-83297286-021e-46de-bde0-4779be737128 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375159 Sep 09 21:57:27.032493 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:27.067349 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614a2e7-47d8-4b17-9d38-5e8c2f3f595c req-2fd0217b-d3c5-4bd0-91ca-983f687552cf tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:27.069414 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b614a2e7-47d8-4b17-9d38-5e8c2f3f595c req-2fd0217b-d3c5-4bd0-91ca-983f687552cf tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0525267 Sep 09 21:57:27.113349 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b614a2e7-47d8-4b17-9d38-5e8c2f3f595c req-0528fbfe-18b1-4145-a28e-348263a09284 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375288 Sep 09 21:57:27.158805 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:27.221045 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:27.261613 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6a38bca97d545519a3850010af7a33a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163876 Sep 09 21:57:27.262493 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed2282d-9217-4b8e-b237-cbb56d738aee,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:27.264263 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 52160) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:27.269712 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.270069 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.270413 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.270757 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.271097 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.271426 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.271762 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.272093 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.272488 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.276411 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.276411 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.276411 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105872c1-7844-4b14-81f8-4210059be9c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:27.318534 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-eaab4b83-defd-4fc1-a594-8e3c90087d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:27.339196 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-eaab4b83-defd-4fc1-a594-8e3c90087d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:27.469754 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-eaab4b83-defd-4fc1-a594-8e3c90087d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:27.473081 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-eaab4b83-defd-4fc1-a594-8e3c90087d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:27.476529 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-eaab4b83-defd-4fc1-a594-8e3c90087d7e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fed2282d-9217-4b8e-b237-cbb56d738aee HTTP/1.1" status: 204 len: 168 time: 0.2089019 Sep 09 21:57:27.482743 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab4b83-defd-4fc1-a594-8e3c90087d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed2282d-9217-4b8e-b237-cbb56d738aee,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:27.605639 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 52168) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:27.685360 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16a2a1-c744-41f6-b7cc-fab7fdf33cbb req-fae2e7ce-8ae5-40bb-a318-a6dcb1ecc7c1 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:27.687963 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0c16a2a1-c744-41f6-b7cc-fab7fdf33cbb req-fae2e7ce-8ae5-40bb-a318-a6dcb1ecc7c1 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0740178 Sep 09 21:57:27.739376 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0c16a2a1-c744-41f6-b7cc-fab7fdf33cbb req-9256e83e-840d-4db4-804c-17214f8bbdea tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443418 Sep 09 21:57:27.855107 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8597650d-3eef-4520-afbd-3180c71e327e req-7a5e0e26-26e4-4672-9020-f75e853e83a5 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0345504 Sep 09 21:57:27.889890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-24ef99ed-929c-4ca4-becc-1c31c28c80a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:28.044903 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-24ef99ed-929c-4ca4-becc-1c31c28c80a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:28.069160 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295a17e-02e2-4d01-909e-b611271f9017 req-7091dc17-2bba-4566-825f-730f0d12dc58 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:28.070782 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d295a17e-02e2-4d01-909e-b611271f9017 req-7091dc17-2bba-4566-825f-730f0d12dc58 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0628493 Sep 09 21:57:28.113140 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d295a17e-02e2-4d01-909e-b611271f9017 req-92e5fa42-8a6b-4d94-bc51-f920c6856fc0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356088 Sep 09 21:57:28.142177 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-24ef99ed-929c-4ca4-becc-1c31c28c80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:28.175750 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef99ed-929c-4ca4-becc-1c31c28c80a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43479ec2-de61-4220-a579-62f447694b78,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:28.193728 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-24ef99ed-929c-4ca4-becc-1c31c28c80a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d98733c93c94b8bb19977f8c68f62b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869706 Sep 09 21:57:28.196642 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52188) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:28.250064 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509383c7-cd3e-402b-9a97-889052d2cb2d req-c67fefd7-5543-44b7-ac67-0b84ffc5b346 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:28.252032 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-509383c7-cd3e-402b-9a97-889052d2cb2d req-c67fefd7-5543-44b7-ac67-0b84ffc5b346 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0623469 Sep 09 21:57:28.278979 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-04ff1850-e952-4bd0-9a63-0fa58942e1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:28.294518 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-509383c7-cd3e-402b-9a97-889052d2cb2d req-ab078951-81c4-43ae-b204-b65ad8f284da tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355754 Sep 09 21:57:28.306824 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-04ff1850-e952-4bd0-9a63-0fa58942e1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:28.437826 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-04ff1850-e952-4bd0-9a63-0fa58942e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:28.440521 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-04ff1850-e952-4bd0-9a63-0fa58942e1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:28.444713 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-04ff1850-e952-4bd0-9a63-0fa58942e1b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43479ec2-de61-4220-a579-62f447694b78 HTTP/1.1" status: 204 len: 168 time: 0.2446194 Sep 09 21:57:28.453880 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff1850-e952-4bd0-9a63-0fa58942e1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43479ec2-de61-4220-a579-62f447694b78,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:28.880231 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e76b6-bdf6-4576-8170-4bb011f6e1de req-9ad0cf6e-ae0d-4a24-b2c1-7010afca164d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:28.882361 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-024e76b6-bdf6-4576-8170-4bb011f6e1de req-9ad0cf6e-ae0d-4a24-b2c1-7010afca164d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0605617 Sep 09 21:57:28.925161 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-024e76b6-bdf6-4576-8170-4bb011f6e1de req-1f07e16f-c71e-4433-a47b-e862f77e1571 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356796 Sep 09 21:57:29.033574 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c0a727c7-4820-49ee-80ad-ed5e0d24e420 req-f3c81360-e544-4b53-8856-4e3ff251c65c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0264623 Sep 09 21:57:29.096388 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52232) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:29.110908 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7b491ffc-d646-4889-8c8c-dbf20eb104d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:29.249820 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7b491ffc-d646-4889-8c8c-dbf20eb104d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:29.274580 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fba436-60d3-437b-8b55-b882d550166e req-dd3b01b6-695e-4c9f-a879-59beafb7b490 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:29.276245 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d4fba436-60d3-437b-8b55-b882d550166e req-dd3b01b6-695e-4c9f-a879-59beafb7b490 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0649655 Sep 09 21:57:29.319532 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7b491ffc-d646-4889-8c8c-dbf20eb104d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:29.323775 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d4fba436-60d3-437b-8b55-b882d550166e req-a0c8272c-b82f-47d7-b8c3-05ebf4c3685f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410950 Sep 09 21:57:29.362623 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b491ffc-d646-4889-8c8c-dbf20eb104d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705ae6e6-51c6-454f-8677-5df80e9de31e,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:29.384435 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-7b491ffc-d646-4889-8c8c-dbf20eb104d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b05bedf5fcf4c698015eea4f1e11d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861607 Sep 09 21:57:29.386963 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52258) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:29.439372 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a30fa90c-15f1-4d4f-9c9a-49ed76b0ad1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:29.461810 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9422a-660b-4e98-9efa-a2970cfc2d99 req-e3933888-6aae-467b-9b47-049324d02ed3 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:29.463370 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-19d9422a-660b-4e98-9efa-a2970cfc2d99 req-e3933888-6aae-467b-9b47-049324d02ed3 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0579741 Sep 09 21:57:29.464971 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a30fa90c-15f1-4d4f-9c9a-49ed76b0ad1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:29.501734 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-19d9422a-660b-4e98-9efa-a2970cfc2d99 req-a3f32f82-8e66-44de-be70-f116c2ae7c6a tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317197 Sep 09 21:57:29.653199 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a30fa90c-15f1-4d4f-9c9a-49ed76b0ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:29.656107 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a30fa90c-15f1-4d4f-9c9a-49ed76b0ad1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:29.657283 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a30fa90c-15f1-4d4f-9c9a-49ed76b0ad1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/705ae6e6-51c6-454f-8677-5df80e9de31e HTTP/1.1" status: 204 len: 168 time: 0.2681346 Sep 09 21:57:29.665494 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fa90c-15f1-4d4f-9c9a-49ed76b0ad1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705ae6e6-51c6-454f-8677-5df80e9de31e,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:30.050817 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337c3d5-a4d8-40e5-ab3b-8c1fdc8be15c req-f294063e-d293-442f-866f-5c754671a156 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:30.058441 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9337c3d5-a4d8-40e5-ab3b-8c1fdc8be15c req-f294063e-d293-442f-866f-5c754671a156 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0584626 Sep 09 21:57:30.098242 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9337c3d5-a4d8-40e5-ab3b-8c1fdc8be15c req-842e63ed-4d7b-427d-a272-8049e3a3e9a7 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Sep 09 21:57:30.194183 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4431b49a-8ef0-4d76-ad4b-6f15047a1e59 req-826f8fcc-d012-481f-8346-5f1cc93e8176 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0362327 Sep 09 21:57:30.505109 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720224db-2bd9-4417-aac3-751bccbc03dc req-9dd606bc-484d-4ca3-a565-a75d2f07c96b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:30.509206 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-720224db-2bd9-4417-aac3-751bccbc03dc req-9dd606bc-484d-4ca3-a565-a75d2f07c96b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0781753 Sep 09 21:57:30.553518 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-720224db-2bd9-4417-aac3-751bccbc03dc req-73afc93c-9b6f-4333-a25f-3e42deb22d56 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363803 Sep 09 21:57:30.676541 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3a668-53b3-4d32-91d1-803531f00b81 req-aedcc952-3368-4000-bd40-0d8e7041cbfb tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:30.680738 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6da3a668-53b3-4d32-91d1-803531f00b81 req-aedcc952-3368-4000-bd40-0d8e7041cbfb tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0522451 Sep 09 21:57:30.733129 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6da3a668-53b3-4d32-91d1-803531f00b81 req-df66baaf-ae0b-46f9-aa74-905161678570 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487978 Sep 09 21:57:30.847046 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:31.457819 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9978-ceaa-45b3-b594-15ff46913c65 req-63bfed39-d6ad-427c-825d-62dd700fa348 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:31.465196 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-20ff9978-ceaa-45b3-b594-15ff46913c65 req-63bfed39-d6ad-427c-825d-62dd700fa348 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.2352242 Sep 09 21:57:31.512586 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-20ff9978-ceaa-45b3-b594-15ff46913c65 req-04e60297-a4fc-48d0-a1ed-1d09b66ee2f9 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Sep 09 21:57:31.616317 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cf5bc5e5-e9b5-4bff-9b28-38665554f9ab req-fd132f24-00c5-47d8-9baa-c7ebcd6a9871 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0301628 Sep 09 21:57:31.739216 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a992c00-05d3-4dda-b630-64ed01ad9747 req-c434b869-287f-45f0-918e-9ef86c7fd3d9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:31.741424 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a992c00-05d3-4dda-b630-64ed01ad9747 req-c434b869-287f-45f0-918e-9ef86c7fd3d9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0612028 Sep 09 21:57:31.792564 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a992c00-05d3-4dda-b630-64ed01ad9747 req-0c8ce6a2-bd25-4434-9edb-33fa7b1fc018 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397239 Sep 09 21:57:31.907240 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fbfc3-e1e6-413f-80ce-56127fe43c7d req-0c3ebbc2-022e-48a1-8fef-f49ad3571a2d tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:31.908793 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-501fbfc3-e1e6-413f-80ce-56127fe43c7d req-0c3ebbc2-022e-48a1-8fef-f49ad3571a2d tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0515938 Sep 09 21:57:31.949025 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-501fbfc3-e1e6-413f-80ce-56127fe43c7d req-15cc38ca-629e-4ace-9f31-3bdb756eb06d tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326414 Sep 09 21:57:32.663518 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099840-063c-46f7-9d05-dcaa3117ecfb req-49088d72-7ff8-4961-a668-e4727e961600 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:32.672823 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-62099840-063c-46f7-9d05-dcaa3117ecfb req-49088d72-7ff8-4961-a668-e4727e961600 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0643232 Sep 09 21:57:32.710564 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-62099840-063c-46f7-9d05-dcaa3117ecfb req-095a54b3-1259-43cd-9f44-22f2da7cec11 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367775 Sep 09 21:57:32.808858 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-54c81ff6-6b33-49a6-b311-932849a3142b req-23b2ac1f-7200-44ac-b5fa-647a5ddaa701 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0375042 Sep 09 21:57:32.916483 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1bcf6-b7bc-476f-a188-261b94dbc485 req-d104fc47-eb45-4e47-b545-d0972d8bcf2b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:32.917960 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6e1bcf6-b7bc-476f-a188-261b94dbc485 req-d104fc47-eb45-4e47-b545-d0972d8bcf2b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0517261 Sep 09 21:57:32.960520 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6e1bcf6-b7bc-476f-a188-261b94dbc485 req-af189611-3dbd-48a9-b89e-8180f14ac441 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364387 Sep 09 21:57:33.084642 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff7b19-ec02-4578-969e-363cc6fef1d6 req-29c7641b-bc81-4a9a-b2c3-fd4a7993a1f9 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:33.086234 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5eff7b19-ec02-4578-969e-363cc6fef1d6 req-29c7641b-bc81-4a9a-b2c3-fd4a7993a1f9 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0552444 Sep 09 21:57:33.129823 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5eff7b19-ec02-4578-969e-363cc6fef1d6 req-6fc7384f-6448-49a6-97f6-c36376618f42 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367227 Sep 09 21:57:33.196749 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:57:33.865875 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94636ecc-172e-4286-a4ae-d24e0a5c4909 req-1ad1314e-face-48ab-b300-d81ea4ad3235 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:33.869010 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-94636ecc-172e-4286-a4ae-d24e0a5c4909 req-1ad1314e-face-48ab-b300-d81ea4ad3235 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0714300 Sep 09 21:57:33.927286 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-94636ecc-172e-4286-a4ae-d24e0a5c4909 req-c5dd592d-23d0-47b8-8c08-725c78927c37 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455830 Sep 09 21:57:34.011471 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-50298d89-2b4d-4bb6-b475-04538ee816d6 req-1cb8b815-39dc-4532-bfaf-81aa4924c287 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0293112 Sep 09 21:57:34.133346 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1641a6-a5af-401c-a046-a8446033560c req-c5b7bfd0-e4a4-405d-856c-1c5d79f28e87 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:34.141774 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fd1641a6-a5af-401c-a046-a8446033560c req-c5b7bfd0-e4a4-405d-856c-1c5d79f28e87 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0712698 Sep 09 21:57:34.179583 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fd1641a6-a5af-401c-a046-a8446033560c req-b8ab8387-56fa-4945-b498-17969c4fa6a4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366757 Sep 09 21:57:34.292385 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a61e1-a3c2-4d20-8a8f-bd9591b2ff05 req-35844f19-0d01-43ee-9f50-d09e0a99ccf4 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:34.293892 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d66a61e1-a3c2-4d20-8a8f-bd9591b2ff05 req-35844f19-0d01-43ee-9f50-d09e0a99ccf4 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0541651 Sep 09 21:57:34.342472 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d66a61e1-a3c2-4d20-8a8f-bd9591b2ff05 req-db2e049b-d8d9-44e0-a25d-46109c7e43c8 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395522 Sep 09 21:57:35.085868 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72eb38-7c51-4447-8560-2b85f4a57d58 req-212152f1-1c59-48c9-bcc1-ab06cc32b26f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.092917 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0e72eb38-7c51-4447-8560-2b85f4a57d58 req-212152f1-1c59-48c9-bcc1-ab06cc32b26f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0682261 Sep 09 21:57:35.155550 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5b2e-d5f9-4760-aeb2-e336f748711a req-769d3146-0cbc-40ee-a615-05e43db1efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.157091 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bc5a5b2e-d5f9-4760-aeb2-e336f748711a req-769d3146-0cbc-40ee-a615-05e43db1efa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 1098 time: 0.0631752 Sep 09 21:57:35.163110 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0e72eb38-7c51-4447-8560-2b85f4a57d58 req-8a5b3f59-3fb3-4ce1-81e7-69f9ec37ad88 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688443 Sep 09 21:57:35.179152 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bde0a-b655-4eed-8150-cc000205680b req-f59b0b36-b93a-4044-823c-f3ddbdbdf1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.180726 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9b7bde0a-b655-4eed-8150-cc000205680b req-f59b0b36-b93a-4044-823c-f3ddbdbdf1b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31769cc590394995a38001f9f857bdcc&device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0853450 Sep 09 21:57:35.295637 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b48df4ee-f5c9-41cf-a904-b9341ebec919 req-68d7a8ce-5341-4ac1-a9d8-34aa92a3a9f2 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0389051 Sep 09 21:57:35.329024 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5b2e-d5f9-4760-aeb2-e336f748711a req-392750b9-58a8-4b05-b22b-f047b3d39166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.330406 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bc5a5b2e-d5f9-4760-aeb2-e336f748711a req-392750b9-58a8-4b05-b22b-f047b3d39166 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 919 time: 0.1114299 Sep 09 21:57:35.385299 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bc5a5b2e-d5f9-4760-aeb2-e336f748711a req-1fb42fd8-98b7-4494-bf27-6c9aab306dab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907 HTTP/1.1" status: 200 len: 217 time: 0.0456197 Sep 09 21:57:35.412709 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bde0a-b655-4eed-8150-cc000205680b req-66ce1abb-b852-4529-9160-3a5503d6048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.414183 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9b7bde0a-b655-4eed-8150-cc000205680b req-66ce1abb-b852-4529-9160-3a5503d6048d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=31769cc590394995a38001f9f857bdcc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1963818 Sep 09 21:57:35.440774 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5b2e-d5f9-4760-aeb2-e336f748711a req-f3cc9cb2-143c-4658-9264-3a062034e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.442325 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bc5a5b2e-d5f9-4760-aeb2-e336f748711a req-f3cc9cb2-143c-4658-9264-3a062034e770 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 200 len: 858 time: 0.0478754 Sep 09 21:57:35.469127 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203104d-c3b9-4d33-bcaf-0d52d551fb7f req-cb2f14ad-4ef5-4cb4-b427-0c98044160ed tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.470738 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b203104d-c3b9-4d33-bcaf-0d52d551fb7f req-cb2f14ad-4ef5-4cb4-b427-0c98044160ed tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0856314 Sep 09 21:57:35.481592 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bc5a5b2e-d5f9-4760-aeb2-e336f748711a req-31d39767-71ee-4bf1-a33b-369a9a3eeef8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f69bac4-132a-4771-aff6-035aa4ee6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302722 Sep 09 21:57:35.571332 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b203104d-c3b9-4d33-bcaf-0d52d551fb7f req-621c0ba1-6e60-4873-a0a1-bcdaa8fa7e8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877278 Sep 09 21:57:35.571442 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52442) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:35.587427 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bde0a-b655-4eed-8150-cc000205680b req-a64895f0-5543-4f7a-9410-32847d0a57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.588995 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9b7bde0a-b655-4eed-8150-cc000205680b req-a64895f0-5543-4f7a-9410-32847d0a57d6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1659234 Sep 09 21:57:35.610558 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bc5a5b2e-d5f9-4760-aeb2-e336f748711a req-144112bb-af18-401f-b60b-6b7c9be09010 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128063 Sep 09 21:57:35.717667 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-088c86c7-7fc0-4da6-ac8c-651c32c86d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.719284 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-088c86c7-7fc0-4da6-ac8c-651c32c86d01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31769cc590394995a38001f9f857bdcc&device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0831072 Sep 09 21:57:35.726629 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-293884e8-ce0c-4baa-a02f-36184b898713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:35.748600 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e6f65-8de2-4ad9-819c-24229334bdc8 req-e9ca7c98-c2b5-4f82-b08a-beea4dd6f554 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.758600 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-236e6f65-8de2-4ad9-819c-24229334bdc8 req-e9ca7c98-c2b5-4f82-b08a-beea4dd6f554 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0843375 Sep 09 21:57:35.776746 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bc5a5b2e-d5f9-4760-aeb2-e336f748711a req-6ff5c847-0f6d-4961-81d8-5120d642a13f service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481700 Sep 09 21:57:35.818133 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-ca886dde-8a21-4aee-978a-92f6bcac91d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3712d993-bea4-4897-a940-1789d59f373d HTTP/1.1" status: 200 len: 217 time: 0.0487378 Sep 09 21:57:35.855082 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-236e6f65-8de2-4ad9-819c-24229334bdc8 req-edfbc23d-8d71-4262-916c-c65dafb694ad tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953085 Sep 09 21:57:35.898595 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-9ea34bd3-aa47-47a2-8f45-02d9ff841e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.900621 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-9ea34bd3-aa47-47a2-8f45-02d9ff841e68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd9b703d-d34b-4c38-954f-7bf531cb5d75 HTTP/1.1" status: 200 len: 853 time: 0.0633476 Sep 09 21:57:35.960269 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-d9d435fd-e7a4-408d-be42-0c6aad098ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:35.961824 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-d9d435fd-e7a4-408d-be42-0c6aad098ef7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9506ddba-0741-4133-ae25-05dfe4f6f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460207 Sep 09 21:57:36.078073 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-293884e8-ce0c-4baa-a02f-36184b898713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:36.118822 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-dada9614-3ce0-495c-875e-8f8c2cdb4e9f service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193128 Sep 09 21:57:36.180639 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-293884e8-ce0c-4baa-a02f-36184b898713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:36.225108 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-293884e8-ce0c-4baa-a02f-36184b898713 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c2fbe86ddfe457d99a925590f5c4429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6530719 Sep 09 21:57:36.226332 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293884e8-ce0c-4baa-a02f-36184b898713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e585b0-e636-4511-baf6-9e3ebcccbbf6,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:36.229315 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52458) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:36.236901 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3cffa81-dfce-4fe2-a890-2c2b8f3cce4c req-b197ea54-f0d2-4595-9e5e-8c3c48ceaf5b service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083024 Sep 09 21:57:36.313265 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c3a96077-4c77-4577-a0b4-ee6e515d99a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:36.324008 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79429f7a-d1fd-446a-9ef9-f0432c4849ee req-f6a58ed1-b619-4132-ae84-385d466576c7 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:36.325589 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-79429f7a-d1fd-446a-9ef9-f0432c4849ee req-f6a58ed1-b619-4132-ae84-385d466576c7 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0770078 Sep 09 21:57:36.385718 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c3a96077-4c77-4577-a0b4-ee6e515d99a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:36.402722 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-79429f7a-d1fd-446a-9ef9-f0432c4849ee req-defc7140-c207-4718-841f-6e6adcd232fe tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652015 Sep 09 21:57:36.449292 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8a24c6d7-289c-4f9f-8ca5-4c8003a84502 req-2c9b3b61-a2b2-4aaa-87e1-75dca9f55053 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0516987 Sep 09 21:57:36.471146 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d176-c97c-4f08-b173-c1338d02177a req-4bd75c97-b029-49a5-b04e-981a037c6998 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:36.472665 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-4bd75c97-b029-49a5-b04e-981a037c6998 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 814 time: 0.1439316 Sep 09 21:57:36.490674 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Request body: {'port': {'device_id': '468dc73b-be57-4a74-9689-b4a9ff5731be', 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15', 'admin_state_up': True, 'tenant_id': '359a6d9155d544dbac18294820e25371'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:36.567556 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c3a96077-4c77-4577-a0b4-ee6e515d99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:36.570301 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c3a96077-4c77-4577-a0b4-ee6e515d99a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:36.571667 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-c3a96077-4c77-4577-a0b4-ee6e515d99a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0e585b0-e636-4511-baf6-9e3ebcccbbf6 HTTP/1.1" status: 204 len: 168 time: 0.3410923 Sep 09 21:57:36.579967 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a96077-4c77-4577-a0b4-ee6e515d99a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e585b0-e636-4511-baf6-9e3ebcccbbf6,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:36.629398 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52470) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:36.707429 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Made reservation on behalf of 359a6d9155d544dbac18294820e25371 for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:57:36.711378 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:36.727693 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d808d9-afc3-46e7-b449-b78d6fe94ed5 req-a1b714eb-6d8a-43d0-910d-ad5b25cf96de tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:36.729521 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-94d808d9-afc3-46e7-b449-b78d6fe94ed5 req-a1b714eb-6d8a-43d0-910d-ad5b25cf96de tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0658023 Sep 09 21:57:36.812126 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba54d-3adc-4711-b4af-0bab065c2ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:36.818449 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-94d808d9-afc3-46e7-b449-b78d6fe94ed5 req-b2300f12-0ba9-4208-a5cd-0d5e1961a754 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797722 Sep 09 21:57:36.955258 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2f7bb-53f8-4d57-ab1b-e5a90ac3d949 req-be7c6e2a-7d48-431c-a2e8-1de64c49c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:36.958178 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cdf2f7bb-53f8-4d57-ab1b-e5a90ac3d949 req-be7c6e2a-7d48-431c-a2e8-1de64c49c9e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 1098 time: 0.0918581 Sep 09 21:57:36.972499 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Allocated IP 172.20.0.2 (ebf5c1cd-d3ec-4571-a114-caf48cd73d15/65ac6ff5-5c24-4075-ae7a-78ea1eb1d871/702c11bf-fe55-4487-8877-b39472caa447) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:57:37.045055 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cdf2f7bb-53f8-4d57-ab1b-e5a90ac3d949 req-7e773fe0-a6f7-4428-9591-0d415dc623b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666916 Sep 09 21:57:37.052813 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131bdcc-84e8-452b-a56e-0e3b9d33de97 req-4d74c5a8-8770-494d-9e4d-38e1629e3975 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:37.055197 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4131bdcc-84e8-452b-a56e-0e3b9d33de97 req-4d74c5a8-8770-494d-9e4d-38e1629e3975 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0942991 Sep 09 21:57:37.069544 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 52490) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:37.083112 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9128f-adce-40da-a9de-c6f7df906876 req-d0071940-699f-49db-bd62-be1ed1578456 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:37.083434 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-15d7efea-98be-4a36-98bb-8c655127d3b1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'floatingip': {'port_id': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:37.083559 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a7d9128f-adce-40da-a9de-c6f7df906876 req-d0071940-699f-49db-bd62-be1ed1578456 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.1170318 Sep 09 21:57:37.092044 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba54d-3adc-4711-b4af-0bab065c2ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:37.127205 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a7d9128f-adce-40da-a9de-c6f7df906876 req-dc20d3cd-357d-49d2-a4ab-c94b658dc230 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Sep 09 21:57:37.161695 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba54d-3adc-4711-b4af-0bab065c2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:37.207086 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-6f1ba54d-3adc-4711-b4af-0bab065c2ae5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=066ff262e22f49f882fdf703d390c983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5748453 Sep 09 21:57:37.207086 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ba54d-3adc-4711-b4af-0bab065c2ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c195c5-eb25-41ee-98f9-240c5ba88edb,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:37.209123 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52496) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:37.265625 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-859eab66-ef23-4566-9f99-4dbe083927fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:37.292333 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-859eab66-ef23-4566-9f99-4dbe083927fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:37.350402 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-15d7efea-98be-4a36-98bb-8c655127d3b1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:37.421137 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-859eab66-ef23-4566-9f99-4dbe083927fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:37.423955 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-859eab66-ef23-4566-9f99-4dbe083927fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:37.425716 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-859eab66-ef23-4566-9f99-4dbe083927fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5c195c5-eb25-41ee-98f9-240c5ba88edb HTTP/1.1" status: 204 len: 168 time: 0.2151463 Sep 09 21:57:37.443129 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859eab66-ef23-4566-9f99-4dbe083927fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c195c5-eb25-41ee-98f9-240c5ba88edb,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:37.575638 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-72475372-5cab-4fc6-a798-771aea2d7707 req-0828a78a-0eb5-4769-bd45-635a33f05b12 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0268881 Sep 09 21:57:37.591398 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:37.679117 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f6e1a-0d11-467f-9723-9a33e21cd6e2 req-b67f4320-d3e6-40d2-9cec-c864e986ae4f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:37.680626 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9e0f6e1a-0d11-467f-9723-9a33e21cd6e2 req-b67f4320-d3e6-40d2-9cec-c864e986ae4f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.1505878 Sep 09 21:57:37.817795 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9e0f6e1a-0d11-467f-9723-9a33e21cd6e2 req-42611cba-dace-4ca8-b055-a9b199af06d2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308007 Sep 09 21:57:37.839345 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52516) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:37.884169 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:37.898532 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['b07a477e-9679-4764-92c8-91cc7842aef9', 'b64ce316-b862-4f0f-8eb7-6eb262ebc558'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:57:37.975669 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1500366393-network', 'tenant_id': '585865a2f94f4a4398d1ec5059b2ebc4'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:38.003894 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:57:38.006692 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:57:38.025506 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:57:38.031931 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:38.032574 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.038216 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Pushing event updated for resources: {'Port': ['ID=702c11bf-fe55-4487-8877-b39472caa447,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:38.104402 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Made reservation on behalf of 585865a2f94f4a4398d1ec5059b2ebc4 for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:57:38.105973 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-15d7efea-98be-4a36-98bb-8c655127d3b1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.106100 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.114905 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.175930 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-040b0387-e047-4d1d-83a7-8b5d03c1b686 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6898260 Sep 09 21:57:38.203959 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-15d7efea-98be-4a36-98bb-8c655127d3b1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.213306 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Request body: {'port': {'device_id': '468dc73b-be57-4a74-9689-b4a9ff5731be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:38.299957 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77862f3e-de7e-4bd0-9b45-2e28d466814d req-810363e6-ef8d-4a69-8938-83b0bd1837c1 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:38.301654 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-77862f3e-de7e-4bd0-9b45-2e28d466814d req-810363e6-ef8d-4a69-8938-83b0bd1837c1 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0814006 Sep 09 21:57:38.323430 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.352674 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-77862f3e-de7e-4bd0-9b45-2e28d466814d req-17f27131-2d4d-422a-889d-6fbf08a7d3a8 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449805 Sep 09 21:57:38.372105 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.396890 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [None req-15d7efea-98be-4a36-98bb-8c655127d3b1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Floating IP 9f6e26a8-f24b-4471-aaca-fd15a16280f6 associated. External IP: 172.27.1.5, port: 56b6fd62-d65d-44b0-9d2d-1a62f058bf46. Sep 09 21:57:38.414750 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.446871 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:57:38.460916 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fbf175-5e41-4a15-ab94-d427a610fc58,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:38.465915 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.466253 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Added segment 15654552-4b46-43c9-a430-2c56d7217966 of type vlan for network 1ee04c45-b52c-46a4-8852-8623ff7ac201 Sep 09 21:57:38.515165 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.646906 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.648945 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:38.649635 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.682572 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52544) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:38.729793 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] Pushing event updated for resources: {'Network': ['ID=1ee04c45-b52c-46a4-8852-8623ff7ac201,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:38.742521 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 1ee04c45-b52c-46a4-8852-8623ff7ac201 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:57:38.758274 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-09929568-b428-4289-9c94-c54b47de8c0e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9177129 Sep 09 21:57:38.761533 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52548) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:38.771804 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] Request body: {'subnet': {'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1500366393-subnet', 'tenant_id': '585865a2f94f4a4398d1ec5059b2ebc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:38.823704 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab7dce-bf38-43a7-b0db-7fc62ee774ff req-b6f95aaa-f03d-450b-a946-ee179e666887 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:38.824029 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1513829056-network', 'tenant_id': '1d4d5a610c5d4261a5b56a6ebd7b635f'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:38.825242 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9ab7dce-bf38-43a7-b0db-7fc62ee774ff req-b6f95aaa-f03d-450b-a946-ee179e666887 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 931 time: 0.1494770 Sep 09 21:57:38.852726 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] Made reservation on behalf of 585865a2f94f4a4398d1ec5059b2ebc4 for: {'subnet': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:57:38.855343 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4392927'] for subnet, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.875821 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d7efea-98be-4a36-98bb-8c655127d3b1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Router 3633ca26-6959-4fbc-ad10-ab2348900184 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:57:38.918156 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9ab7dce-bf38-43a7-b0db-7fc62ee774ff req-a8b13b90-c2e3-4c36-b1a0-b93da79d77b8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855656 Sep 09 21:57:38.967864 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Made reservation on behalf of 1d4d5a610c5d4261a5b56a6ebd7b635f for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:57:38.970158 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.970466 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702c11bf-fe55-4487-8877-b39472caa447 {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:57:38.981349 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:38.993021 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.002570 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Transition to ACTIVE for port object 702c11bf-fe55-4487-8877-b39472caa447 will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:57:39.026354 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cbc06-75de-49f3-9031-24b80a0a93fd req-cf67a2c1-9b0e-4692-91b7-941996915c0e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:39.027885 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c25cbc06-75de-49f3-9031-24b80a0a93fd req-cf67a2c1-9b0e-4692-91b7-941996915c0e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.1290379 Sep 09 21:57:39.070350 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d7efea-98be-4a36-98bb-8c655127d3b1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:57:39.078933 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-15d7efea-98be-4a36-98bb-8c655127d3b1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.088396 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcc3369-aefe-47cb-a54a-d72cf7f3ffef None None] Sync routers for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:57:39.105954 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc3369-aefe-47cb-a54a-d72cf7f3ffef None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:57:39.112770 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-6dcc3369-aefe-47cb-a54a-d72cf7f3ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:57:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:57:39.112948 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.160842 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-15d7efea-98be-4a36-98bb-8c655127d3b1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "PUT /v2.0/floatingips/9f6e26a8-f24b-4471-aaca-fd15a16280f6 HTTP/1.1" status: 200 len: 990 time: 2.0876706 Sep 09 21:57:39.161866 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:57:39.164397 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:57:39.185481 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c25cbc06-75de-49f3-9031-24b80a0a93fd req-429b534f-a723-4b2a-b040-89a01a4146f2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154528 Sep 09 21:57:39.188079 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Pushing event updated for resources: {'Port': ['ID=702c11bf-fe55-4487-8877-b39472caa447,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:39.243733 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Attempting to bind port 702c11bf-fe55-4487-8877-b39472caa447 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:57:39.243929 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Attempting to bind port 702c11bf-fe55-4487-8877-b39472caa447 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:57:39.244398 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Attempting to bind port 702c11bf-fe55-4487-8877-b39472caa447 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:57:39.247405 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-6dcc3369-aefe-47cb-a54a-d72cf7f3ffef None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:57:39.253728 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Port 702c11bf-fe55-4487-8877-b39472caa447 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:57:39.254052 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Attempting to bind port 702c11bf-fe55-4487-8877-b39472caa447 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:57:39.263676 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:57:39.266496 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Checking segment: {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:57:39.266496 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Bound using segment: {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:57:39.266496 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Bound port: 702c11bf-fe55-4487-8877-b39472caa447, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:57:39.266496 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.276627 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23efd0a3-0b41-495f-94b6-0c15557f2a7d x-openstack-request-id: req-23efd0a3-0b41-495f-94b6-0c15557f2a7d {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:57:39.276915 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:57:39.277163 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23efd0a3-0b41-495f-94b6-0c15557f2a7d {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:57:39.277554 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'status': 'completed', 'code': 200} Sep 09 21:57:39.297288 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.344368 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4392897'] for subnet, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.345255 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] For port 702c11bf-fe55-4487-8877-b39472caa447, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:57:39.349438 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] For port 702c11bf-fe55-4487-8877-b39472caa447, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=702c11bf-fe55-4487-8877-b39472caa447,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:57:39.383519 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.438133 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.451711 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:57:39.476555 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:39.476696 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.478028 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a req-a4c32a32-7455-4d62-bccb-f5561d430654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:39.478309 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] 10.222.0.46 "PUT /v2.0/ports/702c11bf-fe55-4487-8877-b39472caa447 HTTP/1.1" status: 200 len: 1093 time: 1.2710340 Sep 09 21:57:39.479493 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a req-a4c32a32-7455-4d62-bccb-f5561d430654 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 1099 time: 0.1650982 Sep 09 21:57:39.480095 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd6e456-3b66-4b63-9b81-4eb4b00c994c,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:39.488561 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82478a1d-bd46-4906-b335-8484b8b0904e,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:39.502021 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.502378 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Added segment e5088297-65ce-4e26-bb10-b0523fddc473 of type vlan for network c288b83e-4582-4a35-9836-66c32c364a78 Sep 09 21:57:39.510444 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610d1f8-9647-4ba8-a282-00f296002a3a service neutron] Pushing event updated for resources: {'Port': ['ID=702c11bf-fe55-4487-8877-b39472caa447,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:39.548646 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-6dcc3369-aefe-47cb-a54a-d72cf7f3ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '9f6e26a8-f24b-4471-aaca-fd15a16280f6', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'port_id': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'mac_address': 'fa:16:3e:cf:2d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:56:54Z', 'updated_at': '2021-09-09T21:57:37Z', 'revision_number': 1, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:57:39.566452 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] Checking segment: {'id': '15654552-4b46-43c9-a430-2c56d7217966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:57:39.566803 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] Network hostable DHCP agents. Network: 1ee04c45-b52c-46a4-8852-8623ff7ac201, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:57:39.577143 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcc3369-aefe-47cb-a54a-d72cf7f3ffef None None] Checking router: 3633ca26-6959-4fbc-ad10-ab2348900184 for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:57:39.586868 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc3369-aefe-47cb-a54a-d72cf7f3ffef None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:57:39.587859 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-6dcc3369-aefe-47cb-a54a-d72cf7f3ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:57:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:57:39.603517 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.630144 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d176-c97c-4f08-b173-c1338d02177a req-e5df930a-179e-4641-bde1-8db3a30aefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:39.631721 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-e5df930a-179e-4641-bde1-8db3a30aefa2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 1096 time: 0.0469043 Sep 09 21:57:39.689287 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-70865c12-07c8-4f99-b48d-b83b7e58f67e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=702c11bf-fe55-4487-8877-b39472caa447 HTTP/1.1" status: 200 len: 217 time: 0.0436044 Sep 09 21:57:39.705707 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635db49-0ff2-4d5f-a3f0-0a31c297c85c req-893f8849-2499-418d-90ec-4cfff12c70db tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:39.713799 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f635db49-0ff2-4d5f-a3f0-0a31c297c85c req-893f8849-2499-418d-90ec-4cfff12c70db tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 944 time: 0.2662253 Sep 09 21:57:39.758076 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.759190 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:39.759843 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:39.773026 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a req-67725e5d-3562-4a02-8ee4-de7046416c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:39.776114 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a req-67725e5d-3562-4a02-8ee4-de7046416c13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 918 time: 0.2616489 Sep 09 21:57:39.818606 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-6dcc3369-aefe-47cb-a54a-d72cf7f3ffef None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:57:39.820113 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5b087-7cb7-4339-86ad-38c2c3491758 req-ad205ea1-06f5-4d04-8190-1ba50c9df0df tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:39.821941 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d1d5b087-7cb7-4339-86ad-38c2c3491758 req-ad205ea1-06f5-4d04-8190-1ba50c9df0df tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.1350491 Sep 09 21:57:39.830159 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92d176-c97c-4f08-b173-c1338d02177a req-5316ec8d-698b-4999-8cf8-c59acd4acb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:39.832172 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-5316ec8d-698b-4999-8cf8-c59acd4acb42 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ac6ff5-5c24-4075-ae7a-78ea1eb1d871 HTTP/1.1" status: 200 len: 854 time: 0.1098754 Sep 09 21:57:39.849433 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] Network 1ee04c45-b52c-46a4-8852-8623ff7ac201 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:57:39.851220 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727ddc3-f9df-4e52-bc92-e26a062c6127 req-532ba767-d636-4dab-8e95-e2e2a5102570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:39.852820 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0727ddc3-f9df-4e52-bc92-e26a062c6127 req-532ba767-d636-4dab-8e95-e2e2a5102570 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 1098 time: 0.1123414 Sep 09 21:57:39.858791 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f635db49-0ff2-4d5f-a3f0-0a31c297c85c req-871f9ea5-42de-4b8e-93f7-874fd8ffa172 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439412 Sep 09 21:57:39.891194 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-c2e902ad-8a07-4ed9-9325-59b3531dc1a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373797 Sep 09 21:57:39.903194 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] Pushing event updated for resources: {'Network': ['ID=c288b83e-4582-4a35-9836-66c32c364a78,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:39.915545 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network c288b83e-4582-4a35-9836-66c32c364a78 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:57:39.934680 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 3712d993-bea4-4897-a940-1789d59f373d details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:57:39.935640 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a req-25cde65f-ad52-4dbb-bcdb-20e8c9f17b51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46 HTTP/1.1" status: 200 len: 998 time: 0.1405931 Sep 09 21:57:39.941742 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-675464ef-d414-4de3-ac53-994bebe96227 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2579703 Sep 09 21:57:39.942445 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 52570) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:57:39.944767 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d1d5b087-7cb7-4339-86ad-38c2c3491758 req-9c7f1c60-ef23-4129-a3fc-0abd92c245df tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112814 Sep 09 21:57:39.972377 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] Request body: {'subnet': {'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1513829056-subnet', 'tenant_id': '1d4d5a610c5d4261a5b56a6ebd7b635f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:40.103053 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a req-718ab924-f0a5-480d-9f6b-6fd13095e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:40.105153 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a req-718ab924-f0a5-480d-9f6b-6fd13095e52b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe964a5-116b-492c-a18b-c24d54879974 HTTP/1.1" status: 200 len: 856 time: 0.0788043 Sep 09 21:57:40.105963 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 1ee04c45-b52c-46a4-8852-8623ff7ac201) {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:57:40.111513 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:40.112321 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:40.119956 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3186871b-5587-40b2-8d53-72a8ba1d6300 None None] Network 1ee04c45-b52c-46a4-8852-8623ff7ac201 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:57:40.174737 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 3712d993-bea4-4897-a940-1789d59f373d, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=3712d993-bea4-4897-a940-1789d59f373d,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:40.196018 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-6dcc3369-aefe-47cb-a54a-d72cf7f3ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '9f6e26a8-f24b-4471-aaca-fd15a16280f6', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'port_id': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'mac_address': 'fa:16:3e:cf:2d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:56:54Z', 'updated_at': '2021-09-09T21:57:37Z', 'revision_number': 1, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:57:40.228940 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] Made reservation on behalf of 1d4d5a610c5d4261a5b56a6ebd7b635f for: {'subnet': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:57:40.230970 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4392927'] for subnet, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:40.235385 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '3712d993-bea4-4897-a940-1789d59f373d', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'port_id': '3712d993-bea4-4897-a940-1789d59f373d', 'mac_address': 'fa:16:3e:02:03:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:57:40.246157 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-0878e246-b057-4717-aebb-5efc724c4151 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4828293 Sep 09 21:57:40.252955 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcc3369-aefe-47cb-a54a-d72cf7f3ffef None None] The sync data for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi is: [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '9f6e26a8-f24b-4471-aaca-fd15a16280f6', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'port_id': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'mac_address': 'fa:16:3e:cf:2d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:56:54Z', 'updated_at': '2021-09-09T21:57:37Z', 'revision_number': 1, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:57:40.300551 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:40.334237 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3712d993-bea4-4897-a940-1789d59f373d {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:57:40.363157 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a req-c3dc6518-a89b-4fad-a316-2563b2b996ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:40.366840 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a req-c3dc6518-a89b-4fad-a316-2563b2b996ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1ca508e-6667-482f-b954-a00d4eeee63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2223222 Sep 09 21:57:40.395139 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3676056-7e56-43b4-8dfa-01f37bb4775a req-8459d51b-6bd9-4c37-9a72-7ddc640b079f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:40.396739 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b3676056-7e56-43b4-8dfa-01f37bb4775a req-8459d51b-6bd9-4c37-9a72-7ddc640b079f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 943 time: 0.2508962 Sep 09 21:57:40.402412 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 3712d993-bea4-4897-a940-1789d59f373d, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=3712d993-bea4-4897-a940-1789d59f373d,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:40.410815 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-297e05ee-9201-4bf3-9ea2-8cf9de0f84fe service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950211 Sep 09 21:57:40.437502 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa790867-2845-42b8-9806-8a28962699a0 None None] Network 1ee04c45-b52c-46a4-8852-8623ff7ac201 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:57:40.443812 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727ddc3-f9df-4e52-bc92-e26a062c6127 req-d61e0b25-6437-4195-85d1-dad4d53bb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:40.449848 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0727ddc3-f9df-4e52-bc92-e26a062c6127 req-d61e0b25-6437-4195-85d1-dad4d53bb7d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 919 time: 0.5859649 Sep 09 21:57:40.481369 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:40.516526 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0727ddc3-f9df-4e52-bc92-e26a062c6127 req-10f78d9b-c1e1-44fa-a410-5726d3bd9781 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907 HTTP/1.1" status: 200 len: 217 time: 0.0514679 Sep 09 21:57:40.546576 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b3676056-7e56-43b4-8dfa-01f37bb4775a req-2099f1e3-9980-4996-ace8-b3cd1b292792 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935614 Sep 09 21:57:40.633220 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04db65b-a5b0-4553-af9f-cb88590da763 None None] New status for floating IP 9f6e26a8-f24b-4471-aaca-fd15a16280f6: ACTIVE {{(pid=100963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:57:40.640586 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a req-2193ee71-9c28-428e-9c8a-94c6c57f4efe service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387590 Sep 09 21:57:40.651973 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727ddc3-f9df-4e52-bc92-e26a062c6127 req-682dbf80-1ac9-4d96-b7c5-b566211c5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:40.653970 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0727ddc3-f9df-4e52-bc92-e26a062c6127 req-682dbf80-1ac9-4d96-b7c5-b566211c5413 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 200 len: 858 time: 0.1159148 Sep 09 21:57:40.681720 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4f92d176-c97c-4f08-b173-c1338d02177a req-141d1394-e736-4b02-acda-661e7085f2e3 service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523901 Sep 09 21:57:40.742870 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0727ddc3-f9df-4e52-bc92-e26a062c6127 req-d61b9a91-3049-4404-af19-4df51610ff43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f69bac4-132a-4771-aff6-035aa4ee6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597403 Sep 09 21:57:40.751464 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=3712d993-bea4-4897-a940-1789d59f373d,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:40.794457 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.794758 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.795100 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.795426 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.795756 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.796711 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.796711 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.796711 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.797094 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.797360 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.797674 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.797987 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:57:40.817791 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1b2150c7-214e-4c1e-bad6-3fc99f74a51a req-4868f30d-317b-4b70-8249-c91d2fe34e25 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671631 Sep 09 21:57:40.852943 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4392897'] for subnet, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:40.864851 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['3712d993-bea4-4897-a940-1789d59f373d'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:57:40.866144 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0727ddc3-f9df-4e52-bc92-e26a062c6127 req-f94c7e2f-91ca-46ed-a06a-f6f6473c06ca service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100016 Sep 09 21:57:40.904460 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f161c2e-380a-4c13-b684-4b2708aa6ed5,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:40.927766 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] Checking segment: {'id': 'e5088297-65ce-4e26-bb10-b0523fddc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:57:40.928191 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] Network hostable DHCP agents. Network: c288b83e-4582-4a35-9836-66c32c364a78, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:57:41.027608 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0727ddc3-f9df-4e52-bc92-e26a062c6127 req-13680a3f-5ebc-4e12-9545-5d6d4559b737 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506670 Sep 09 21:57:41.041548 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788137eb-dafe-4616-83a2-b78889825297 req-541c607c-048f-4d2a-81e0-e574e685a282 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:41.043256 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-788137eb-dafe-4616-83a2-b78889825297 req-541c607c-048f-4d2a-81e0-e574e685a282 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 945 time: 0.0754218 Sep 09 21:57:41.082071 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] Network c288b83e-4582-4a35-9836-66c32c364a78 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:57:41.091291 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-788137eb-dafe-4616-83a2-b78889825297 req-82a942b4-c11d-4de4-81e9-c5990a172c36 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379543 Sep 09 21:57:41.131261 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ab86a-6cd5-4cd2-b7f6-2fb6436262c9 req-6817911b-97dd-4f0b-bc08-cff9c0de36dd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:41.133517 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-da1ab86a-6cd5-4cd2-b7f6-2fb6436262c9 req-6817911b-97dd-4f0b-bc08-cff9c0de36dd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0654657 Sep 09 21:57:41.172900 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-da1ab86a-6cd5-4cd2-b7f6-2fb6436262c9 req-3983b495-f09c-4b7e-8d49-ac2b1b62b971 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334921 Sep 09 21:57:41.226175 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, c288b83e-4582-4a35-9836-66c32c364a78) {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:57:41.230889 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:41.231737 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:41.235989 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b23b1e-b0a9-457f-a4aa-81807022f2c1 None None] Network c288b83e-4582-4a35-9836-66c32c364a78 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:57:41.278270 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468dc73b-be57-4a74-9689-b4a9ff5731be', 'tag': '702c11bf-fe55-4487-8877-b39472caa447'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:57:41.280975 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47f66f8-7591-40f5-9a1e-d1cd585199b3" -d '{"events": [{"name": "network-changed", "server_uuid": "468dc73b-be57-4a74-9689-b4a9ff5731be", "tag": "702c11bf-fe55-4487-8877-b39472caa447"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:57:41.318728 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ece78c-7fe8-461b-8c16-7d7c09abe002 x-openstack-request-id: req-22ece78c-7fe8-461b-8c16-7d7c09abe002 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:57:41.319012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468dc73b-be57-4a74-9689-b4a9ff5731be", "tag": "702c11bf-fe55-4487-8877-b39472caa447", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:57:41.319254 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22ece78c-7fe8-461b-8c16-7d7c09abe002 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:57:41.319634 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468dc73b-be57-4a74-9689-b4a9ff5731be', 'tag': '702c11bf-fe55-4487-8877-b39472caa447', 'status': 'completed', 'code': 200} Sep 09 21:57:41.355853 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-9955e445-c27c-40df-99bd-674c117252f4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4121943 Sep 09 21:57:41.371137 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ea71b-91c8-405d-b59f-7a398e76b184 None None] Network c288b83e-4582-4a35-9836-66c32c364a78 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:57:41.420400 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f66f8-7591-40f5-9a1e-d1cd585199b3 req-94776fc6-5002-4847-a184-b8d685392ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:41.424322 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d47f66f8-7591-40f5-9a1e-d1cd585199b3 req-94776fc6-5002-4847-a184-b8d685392ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 1096 time: 0.0413101 Sep 09 21:57:41.544169 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f66f8-7591-40f5-9a1e-d1cd585199b3 req-dcfdb567-d46a-4c9d-b21f-688d366c6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:41.545772 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d47f66f8-7591-40f5-9a1e-d1cd585199b3 req-dcfdb567-d46a-4c9d-b21f-688d366c6db9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 915 time: 0.1133256 Sep 09 21:57:41.601795 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d47f66f8-7591-40f5-9a1e-d1cd585199b3 req-8a4bb52f-ccfc-4722-a5eb-939c36919ff5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=702c11bf-fe55-4487-8877-b39472caa447 HTTP/1.1" status: 200 len: 217 time: 0.0430939 Sep 09 21:57:41.702759 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f66f8-7591-40f5-9a1e-d1cd585199b3 req-2767eb15-1f07-4eea-9fca-4b81b37d6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:41.704277 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d47f66f8-7591-40f5-9a1e-d1cd585199b3 req-2767eb15-1f07-4eea-9fca-4b81b37d6431 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ac6ff5-5c24-4075-ae7a-78ea1eb1d871 HTTP/1.1" status: 200 len: 854 time: 0.0746653 Sep 09 21:57:41.718006 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152d12b-af43-4473-93e4-614f3a17198a req-aaf3347a-5ea0-4b30-924d-44e0682284a9 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:41.719477 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4152d12b-af43-4473-93e4-614f3a17198a req-aaf3347a-5ea0-4b30-924d-44e0682284a9 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 943 time: 0.0988791 Sep 09 21:57:41.761538 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d47f66f8-7591-40f5-9a1e-d1cd585199b3 req-6941c2ce-e648-46f1-9213-871ea0ad69f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355742 Sep 09 21:57:41.797726 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4152d12b-af43-4473-93e4-614f3a17198a req-52b71f62-4f0f-47c7-bfd3-5bb869bd87a9 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702055 Sep 09 21:57:41.870522 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d47f66f8-7591-40f5-9a1e-d1cd585199b3 req-a497c300-eec6-46b7-8864-f340c211b5e9 service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959122 Sep 09 21:57:41.969059 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d47f66f8-7591-40f5-9a1e-d1cd585199b3 req-fffa5421-f06a-4cfb-8561-b1e2166b211c service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846391 Sep 09 21:57:42.215387 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3e6b-0262-4989-bed6-05605f907872 req-430fce66-b3a1-4e8a-bfc1-e703faa9e326 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:42.217023 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-801d3e6b-0262-4989-bed6-05605f907872 req-430fce66-b3a1-4e8a-bfc1-e703faa9e326 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 945 time: 0.0528932 Sep 09 21:57:42.276280 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-801d3e6b-0262-4989-bed6-05605f907872 req-cdf1b50e-616c-466c-b6ef-c746098ccf23 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467672 Sep 09 21:57:42.318419 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee39ec-5663-4ee7-b98b-c165bdb0d5e8 req-3097ab1e-bd8b-48c1-b3b3-1dd37c965795 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:42.320775 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-33ee39ec-5663-4ee7-b98b-c165bdb0d5e8 req-3097ab1e-bd8b-48c1-b3b3-1dd37c965795 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0685873 Sep 09 21:57:42.365133 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-33ee39ec-5663-4ee7-b98b-c165bdb0d5e8 req-1965d179-8f08-4066-9013-a1faf62babed tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383403 Sep 09 21:57:42.841951 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-f4b42258-7df9-4eae-b3a0-b86df9be6305 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:42.843183 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-f4b42258-7df9-4eae-b3a0-b86df9be6305 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/networks?id=1ee04c45-b52c-46a4-8852-8623ff7ac201 HTTP/1.1" status: 200 len: 809 time: 0.1004529 Sep 09 21:57:42.859503 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-8bcbb633-2461-4775-8ccc-83cbb45c3f28 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/quotas/585865a2f94f4a4398d1ec5059b2ebc4 HTTP/1.1" status: 200 len: 375 time: 0.0096574 Sep 09 21:57:42.891712 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-0e1392f9-2b99-4c31-bd1c-3bb72c8db27b tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=585865a2f94f4a4398d1ec5059b2ebc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256007 Sep 09 21:57:42.916671 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dd7a7-7431-4768-931b-048d0abd8fcb req-dd1442eb-c7d3-44eb-804e-4298bfb37632 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:42.918350 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b79dd7a7-7431-4768-931b-048d0abd8fcb req-dd1442eb-c7d3-44eb-804e-4298bfb37632 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 943 time: 0.0498326 Sep 09 21:57:42.957204 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b79dd7a7-7431-4768-931b-048d0abd8fcb req-ad9e9296-73e7-4b7f-ac02-b28cfb1f4ead tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Sep 09 21:57:42.990842 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-91592e54-ae29-4440-9b33-9f67b5eee02d service neutron] 10.222.0.52 "GET /v2.0/networks/1ee04c45-b52c-46a4-8852-8623ff7ac201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915673 Sep 09 21:57:43.083612 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-46ecd304-8dea-4eb0-84f7-aefd08b38ec1 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee04c45-b52c-46a4-8852-8623ff7ac201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864277 Sep 09 21:57:43.396751 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7f843c0d-236a-4db0-84b4-ea223a1c9102 req-d71fe01d-8d6e-4d0b-83a6-790d1ceb5001 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 210 time: 0.0413597 Sep 09 21:57:43.430096 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c0359-a814-4e32-a67f-131295fe5252 req-fd890dd8-bc51-48af-98ac-35d31cc84e63 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:43.438601 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7b3c0359-a814-4e32-a67f-131295fe5252 req-fd890dd8-bc51-48af-98ac-35d31cc84e63 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 945 time: 0.0795054 Sep 09 21:57:43.512866 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7b3c0359-a814-4e32-a67f-131295fe5252 req-29730a01-41c4-4755-9eb4-a1753f8ac998 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729454 Sep 09 21:57:43.545296 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1576f-6875-4f28-ac49-a7a81b644f72 req-1a3c7826-bb79-458f-9d3e-d1fae0fc69b8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:43.547154 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b7d1576f-6875-4f28-ac49-a7a81b644f72 req-1a3c7826-bb79-458f-9d3e-d1fae0fc69b8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0725398 Sep 09 21:57:43.601591 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b7d1576f-6875-4f28-ac49-a7a81b644f72 req-eca0c2d2-884d-4f4f-9ee2-4436805850b2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471952 Sep 09 21:57:43.714714 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a15cb-1e20-4cee-9150-8123b9406413 req-021a353a-9f83-4618-a66a-7eea9fca29a3 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:43.716812 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-021a353a-9f83-4618-a66a-7eea9fca29a3 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/networks?id=c288b83e-4582-4a35-9836-66c32c364a78 HTTP/1.1" status: 200 len: 814 time: 0.1108303 Sep 09 21:57:43.730264 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-91873c35-846c-4b15-8f4d-a24eb48b986e tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/quotas/1d4d5a610c5d4261a5b56a6ebd7b635f HTTP/1.1" status: 200 len: 375 time: 0.0099075 Sep 09 21:57:43.765491 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-8e05e68a-a576-439f-aba0-504e1f8b4e02 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d4d5a610c5d4261a5b56a6ebd7b635f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294700 Sep 09 21:57:43.861885 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-4745fc32-3746-457c-a939-c58ef8d90c08 service neutron] 10.222.0.52 "GET /v2.0/networks/c288b83e-4582-4a35-9836-66c32c364a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881991 Sep 09 21:57:43.934874 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 702c11bf-fe55-4487-8877-b39472caa447 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:57:43.948167 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 3712d993-bea4-4897-a940-1789d59f373d up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:57:43.956955 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-5762920c-e72b-4504-bfd2-b1215c27a1f7 service neutron] 10.222.0.52 "GET /v2.0/networks/c288b83e-4582-4a35-9836-66c32c364a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889730 Sep 09 21:57:44.081816 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 702c11bf-fe55-4487-8877-b39472caa447, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=702c11bf-fe55-4487-8877-b39472caa447,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:44.087564 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6c9c4-fb82-446b-95bd-3d15f7c45ab7 req-4a9935aa-daf9-4771-974f-6b84a9fe484d tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:44.089260 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5cf6c9c4-fb82-446b-95bd-3d15f7c45ab7 req-4a9935aa-daf9-4771-974f-6b84a9fe484d tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 943 time: 0.0524471 Sep 09 21:57:44.094698 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '702c11bf-fe55-4487-8877-b39472caa447', 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15', 'port_id': '702c11bf-fe55-4487-8877-b39472caa447', 'mac_address': 'fa:16:3e:f4:ce:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ac6ff5-5c24-4075-ae7a-78ea1eb1d871', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:57:44.136145 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5cf6c9c4-fb82-446b-95bd-3d15f7c45ab7 req-a434f342-7193-4f68-964c-8e6964dc4258 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377562 Sep 09 21:57:44.141140 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:44.153036 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 3712d993-bea4-4897-a940-1789d59f373d completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:57:44.159202 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702c11bf-fe55-4487-8877-b39472caa447 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:57:44.163236 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 3712d993-bea4-4897-a940-1789d59f373d triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:57:44.163596 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:44.214901 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 702c11bf-fe55-4487-8877-b39472caa447, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=702c11bf-fe55-4487-8877-b39472caa447,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:44.239394 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-da28c5b9-93d0-4693-a69f-d4c412b3c238 req-919d0a81-4893-4731-80e2-b171b8208f32 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 210 time: 0.0320466 Sep 09 21:57:44.271450 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:44.294637 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3712d993-bea4-4897-a940-1789d59f373d'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:57:44.296874 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190b39bd-17b9-4cbb-afd9-904365b1a5db" -d '{"events": [{"server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "name": "network-vif-plugged", "status": "completed", "tag": "3712d993-bea4-4897-a940-1789d59f373d"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:57:44.310002 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 3712d993-bea4-4897-a940-1789d59f373d, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=3712d993-bea4-4897-a940-1789d59f373d,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:44.317495 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:44.342956 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969e927e-5f2c-409f-a38a-7f72ea9646d9 x-openstack-request-id: req-969e927e-5f2c-409f-a38a-7f72ea9646d9 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:57:44.343258 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "name": "network-vif-plugged", "status": "completed", "tag": "3712d993-bea4-4897-a940-1789d59f373d", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:57:44.343483 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-969e927e-5f2c-409f-a38a-7f72ea9646d9 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:57:44.343862 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3712d993-bea4-4897-a940-1789d59f373d', 'code': 200} Sep 09 21:57:44.379537 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=702c11bf-fe55-4487-8877-b39472caa447,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:44.406174 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:44.479593 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=3712d993-bea4-4897-a940-1789d59f373d,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:44.499736 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0460838a-d76e-4fbc-b474-6f17361a9b96 req-49da504a-c8b0-4b7b-9e8d-9b383c116fe0 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 210 time: 0.0273030 Sep 09 21:57:44.640776 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78877862-bcf1-4e2f-84bf-44de90ca031b req-6d97c91e-4464-4dde-846b-028f65f66eb2 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:44.642491 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-78877862-bcf1-4e2f-84bf-44de90ca031b req-6d97c91e-4464-4dde-846b-028f65f66eb2 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0630243 Sep 09 21:57:44.678806 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['702c11bf-fe55-4487-8877-b39472caa447'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:57:44.705298 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-78877862-bcf1-4e2f-84bf-44de90ca031b req-63a464ee-e919-4553-a851-d09dd83c493b tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564041 Sep 09 21:57:44.762983 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88446f9-f03a-405a-9cc2-16dd0bba3643 req-c4af7b04-68fb-4831-8785-018dcb073c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:44.765003 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b88446f9-f03a-405a-9cc2-16dd0bba3643 req-c4af7b04-68fb-4831-8785-018dcb073c31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 1099 time: 0.0858274 Sep 09 21:57:44.812963 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b88446f9-f03a-405a-9cc2-16dd0bba3643 req-d845e7d2-c40b-4b3b-a369-ff406ac520b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378811 Sep 09 21:57:44.850549 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a85a-fd6d-4bcf-9202-77638e8c33db req-22a8d46d-0e09-44f2-8951-da961dd3df7d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:44.852312 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a118a85a-fd6d-4bcf-9202-77638e8c33db req-22a8d46d-0e09-44f2-8951-da961dd3df7d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0529087 Sep 09 21:57:44.892744 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a118a85a-fd6d-4bcf-9202-77638e8c33db req-8e1b6875-8216-4e75-8102-fc82e42b23a8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337722 Sep 09 21:57:45.061283 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4798e-53ea-41ef-a546-7d29b95458fa req-0e07e10f-91f0-4a2c-85b3-703ed37d524e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:45.063099 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f5b4798e-53ea-41ef-a546-7d29b95458fa req-0e07e10f-91f0-4a2c-85b3-703ed37d524e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0533607 Sep 09 21:57:45.111657 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f5b4798e-53ea-41ef-a546-7d29b95458fa req-16a3554b-e2ae-4c71-ae3a-3e141a64a8d4 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348372 Sep 09 21:57:45.256982 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f0f7b-ce8e-4091-b95e-b58c34155190 req-45c2a9b8-37ce-4e75-b1f8-4bbe23be76ec tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:45.258476 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-216f0f7b-ce8e-4091-b95e-b58c34155190 req-45c2a9b8-37ce-4e75-b1f8-4bbe23be76ec tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 944 time: 0.0529411 Sep 09 21:57:45.300170 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-216f0f7b-ce8e-4091-b95e-b58c34155190 req-6c98de23-4e93-488a-bae4-d06b68893ff4 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346496 Sep 09 21:57:45.344231 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5b437574-c65f-40e6-a004-69bc976d6e8f req-44403005-5cc5-4fcf-8174-e0bec1e4abe4 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 210 time: 0.0291276 Sep 09 21:57:45.601883 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-168bb3d1-ba3e-4060-897a-6ba50653ffa5 req-ded73546-929c-4cc5-8437-418549a82e56 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 210 time: 0.0271094 Sep 09 21:57:45.834401 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65337-503e-4468-ae91-19a8803f1b43 req-342ed40c-a299-4b12-b624-9741a8a254c5 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:45.836029 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b8c65337-503e-4468-ae91-19a8803f1b43 req-342ed40c-a299-4b12-b624-9741a8a254c5 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0515478 Sep 09 21:57:45.875110 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b8c65337-503e-4468-ae91-19a8803f1b43 req-76a3c9e6-aed5-4dad-8d93-666acc80a8b3 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Sep 09 21:57:45.956320 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 702c11bf-fe55-4487-8877-b39472caa447 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:57:46.094894 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 702c11bf-fe55-4487-8877-b39472caa447 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:57:46.100108 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 702c11bf-fe55-4487-8877-b39472caa447 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:57:46.100909 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:46.160785 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-10c902cc-187e-4f24-8a3e-f73320597207 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:46.162304 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-10c902cc-187e-4f24-8a3e-f73320597207 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.46 "GET /v2.0/networks?id=1ee04c45-b52c-46a4-8852-8623ff7ac201 HTTP/1.1" status: 200 len: 809 time: 0.1181843 Sep 09 21:57:46.178094 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Request body: {'port': {'device_id': 'ce80e7e5-76ce-4b3c-928f-3b77b56ede14', 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201', 'admin_state_up': True, 'tenant_id': '585865a2f94f4a4398d1ec5059b2ebc4'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:46.212748 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:46.248950 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 702c11bf-fe55-4487-8877-b39472caa447, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=702c11bf-fe55-4487-8877-b39472caa447,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:46.316262 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaf579-4d8b-4b9b-a1d4-e80c54af9bbd req-4b76d461-66ba-4eea-b3df-ee4d012d3aac tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:46.317779 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0bdaf579-4d8b-4b9b-a1d4-e80c54af9bbd req-4b76d461-66ba-4eea-b3df-ee4d012d3aac tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.1019175 Sep 09 21:57:46.335448 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:46.372457 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0bdaf579-4d8b-4b9b-a1d4-e80c54af9bbd req-c0f18a82-bfab-4ae7-8ec6-b01bb6c1d187 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455492 Sep 09 21:57:46.389638 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468dc73b-be57-4a74-9689-b4a9ff5731be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702c11bf-fe55-4487-8877-b39472caa447'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:57:46.392662 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7d4abc-fb5d-45f6-b758-bf36362115de" -d '{"events": [{"server_uuid": "468dc73b-be57-4a74-9689-b4a9ff5731be", "name": "network-vif-plugged", "status": "completed", "tag": "702c11bf-fe55-4487-8877-b39472caa447"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:57:46.418585 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=702c11bf-fe55-4487-8877-b39472caa447,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:46.431052 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c664f-965b-4b87-bb57-4a1b41faa0e8 req-c3fce134-9a23-4b0f-a85d-d65912c950c1 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:46.432598 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-902c664f-965b-4b87-bb57-4a1b41faa0e8 req-c3fce134-9a23-4b0f-a85d-d65912c950c1 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 945 time: 0.0510783 Sep 09 21:57:46.468870 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15dd2063-82c7-497d-8b7b-6ed1d1724033 req-4f77c85e-3047-4c87-8f2d-a82760a7b12a tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 210 time: 0.0332558 Sep 09 21:57:46.470167 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Made reservation on behalf of 585865a2f94f4a4398d1ec5059b2ebc4 for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:57:46.475329 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:46.478244 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-902c664f-965b-4b87-bb57-4a1b41faa0e8 req-7eab952a-3e57-49f8-ae15-540cb11b1693 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395029 Sep 09 21:57:46.529265 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a508f2fa-edc0-4692-af66-92c4b6f2a829 x-openstack-request-id: req-a508f2fa-edc0-4692-af66-92c4b6f2a829 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:57:46.529265 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468dc73b-be57-4a74-9689-b4a9ff5731be", "name": "network-vif-plugged", "status": "completed", "tag": "702c11bf-fe55-4487-8877-b39472caa447", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:57:46.529265 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a508f2fa-edc0-4692-af66-92c4b6f2a829 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:57:46.529265 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468dc73b-be57-4a74-9689-b4a9ff5731be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702c11bf-fe55-4487-8877-b39472caa447', 'code': 200} Sep 09 21:57:46.625283 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Allocated IP 172.20.0.12 (1ee04c45-b52c-46a4-8852-8623ff7ac201/ebd6e456-3b66-4b63-9b81-4eb4b00c994c/a7b10599-51a1-40a0-b481-a862c147921c) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:57:46.721357 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-20249a05-b4bd-4a72-94a9-296cbf3df78b req-9f32bb1d-3987-446f-a2a9-d36e88a6084c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 210 time: 0.0407963 Sep 09 21:57:46.839435 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7978447-dc8a-40e6-b5ea-37bdf557b4bf req-d1cd7d16-2692-4aa1-b3dd-29496abf6beb tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:46.840963 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b7978447-dc8a-40e6-b5ea-37bdf557b4bf req-d1cd7d16-2692-4aa1-b3dd-29496abf6beb tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.1046979 Sep 09 21:57:46.874565 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:46.895398 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd3e37-3f50-48cf-b673-1832a5bb9ffb req-4d4d4bdb-ea4b-4730-8336-dc08dac56c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:46.895398 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9ecd3e37-3f50-48cf-b673-1832a5bb9ffb req-4d4d4bdb-ea4b-4730-8336-dc08dac56c2f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 1098 time: 0.0461273 Sep 09 21:57:46.904107 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b7978447-dc8a-40e6-b5ea-37bdf557b4bf req-6ce88600-81a5-43ae-bf09-db3a68ea00ea tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555115 Sep 09 21:57:46.954943 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9ecd3e37-3f50-48cf-b673-1832a5bb9ffb req-94d09bb5-ff65-41b5-8ee4-f88ceb81aa65 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Sep 09 21:57:47.013570 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13965501-ae6e-46a2-983d-aec082037812 req-3fa2b751-cc44-4663-b5b6-2a2c649d1366 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:47.017834 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-13965501-ae6e-46a2-983d-aec082037812 req-3fa2b751-cc44-4663-b5b6-2a2c649d1366 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0580757 Sep 09 21:57:47.038413 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:47.055532 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-13965501-ae6e-46a2-983d-aec082037812 req-ee4355da-e990-48e8-a237-a9f1e261bfaf tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Sep 09 21:57:47.102686 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Network 1ee04c45-b52c-46a4-8852-8623ff7ac201 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:57:47.117083 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:57:47.120674 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:57:47.126396 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:47.127050 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:47.130339 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Pushing event updated for resources: {'Port': ['ID=a7b10599-51a1-40a0-b481-a862c147921c,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:47.140226 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a15cb-1e20-4cee-9150-8123b9406413 req-a913b5b0-4591-4552-a4aa-38c998882da4 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:47.141740 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-a913b5b0-4591-4552-a4aa-38c998882da4 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.46 "GET /v2.0/networks?id=c288b83e-4582-4a35-9836-66c32c364a78 HTTP/1.1" status: 200 len: 814 time: 0.1819875 Sep 09 21:57:47.171223 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d970f-88e9-4353-aa40-1d3ac049baa3 req-de8b7e17-5698-43c8-9375-646563438d3a tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:47.172630 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3a0d970f-88e9-4353-aa40-1d3ac049baa3 req-de8b7e17-5698-43c8-9375-646563438d3a tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0486705 Sep 09 21:57:47.211590 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3a0d970f-88e9-4353-aa40-1d3ac049baa3 req-560bec0c-72ea-47e2-86ef-d6f3bfa37a3c tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321703 Sep 09 21:57:47.218693 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9d8fce37-8455-4c71-948d-273dfd74b080 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0448313 Sep 09 21:57:47.247084 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Request body: {'port': {'device_id': 'd98fc829-d416-4e90-b11b-fef6e83e886d', 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78', 'admin_state_up': True, 'tenant_id': '1d4d5a610c5d4261a5b56a6ebd7b635f'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:47.269029 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Request body: {'port': {'device_id': 'ce80e7e5-76ce-4b3c-928f-3b77b56ede14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:47.378101 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:47.515253 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Made reservation on behalf of 1d4d5a610c5d4261a5b56a6ebd7b635f for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:57:47.519294 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:47.665620 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9880-4e2d-45c7-b3a7-89f53749356e req-2c50b28a-6c76-47b1-ab2b-684e6ecd0d2b tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:47.667514 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e67d9880-4e2d-45c7-b3a7-89f53749356e req-2c50b28a-6c76-47b1-ab2b-684e6ecd0d2b tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0528815 Sep 09 21:57:47.717254 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e67d9880-4e2d-45c7-b3a7-89f53749356e req-391f2cf8-ea83-4653-bfc7-532a5ae4229b tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 Sep 09 21:57:47.829945 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf80c99-aa55-43a0-8d20-4e64f76d4335 req-c8d127c7-85dc-4caf-902d-547597ea5e86 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:47.831632 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9bf80c99-aa55-43a0-8d20-4e64f76d4335 req-c8d127c7-85dc-4caf-902d-547597ea5e86 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0514400 Sep 09 21:57:47.871503 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9bf80c99-aa55-43a0-8d20-4e64f76d4335 req-8682644b-0976-4202-b90a-7465b96c9aac tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337088 Sep 09 21:57:47.965316 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Allocated IP 172.20.0.14 (c288b83e-4582-4a35-9836-66c32c364a78/0f161c2e-380a-4c13-b684-4b2708aa6ed5/a95932f7-302a-488e-aabd-31a35f5cc166) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:57:47.965799 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-158349e6-3a34-4208-a371-4f12cc26d8cc req-04bc7cd4-348d-4b9e-845a-b8f4d6628790 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 210 time: 0.0286889 Sep 09 21:57:48.051673 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b10599-51a1-40a0-b481-a862c147921c {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:57:48.065581 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:48.112681 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28bb62-e16e-4e06-9586-634512a0ebc8 req-a3f726ac-5d95-4d34-b53d-90f9a55d3f3d tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:48.115664 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7b28bb62-e16e-4e06-9586-634512a0ebc8 req-a3f726ac-5d95-4d34-b53d-90f9a55d3f3d tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 945 time: 0.0653830 Sep 09 21:57:48.115839 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Transition to ACTIVE for port object a7b10599-51a1-40a0-b481-a862c147921c will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:57:48.155376 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7b28bb62-e16e-4e06-9586-634512a0ebc8 req-d97daaf0-8217-42fe-ae4a-ede9dae47570 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330563 Sep 09 21:57:48.193465 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfe839-2adc-4852-9cae-693cebce2c96 req-a53361a3-a38c-4919-b7ea-08165850e5e5 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:48.195197 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9cfe839-2adc-4852-9cae-693cebce2c96 req-a53361a3-a38c-4919-b7ea-08165850e5e5 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 932 time: 0.1061926 Sep 09 21:57:48.219823 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:48.249710 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:48.312989 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9cfe839-2adc-4852-9cae-693cebce2c96 req-b40bf0e3-5c08-4450-a0f6-deb06c6f8ed9 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099086 Sep 09 21:57:48.321132 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Pushing event updated for resources: {'Port': ['ID=a7b10599-51a1-40a0-b481-a862c147921c,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:48.369017 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Attempting to bind port a7b10599-51a1-40a0-b481-a862c147921c on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:57:48.369351 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Attempting to bind port a7b10599-51a1-40a0-b481-a862c147921c by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '15654552-4b46-43c9-a430-2c56d7217966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:57:48.369680 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Attempting to bind port a7b10599-51a1-40a0-b481-a862c147921c on network 1ee04c45-b52c-46a4-8852-8623ff7ac201 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:57:48.376882 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Port a7b10599-51a1-40a0-b481-a862c147921c on network 1ee04c45-b52c-46a4-8852-8623ff7ac201 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:57:48.377229 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Attempting to bind port a7b10599-51a1-40a0-b481-a862c147921c on network 1ee04c45-b52c-46a4-8852-8623ff7ac201 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:57:48.382183 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:57:48.386792 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Checking segment: {'id': '15654552-4b46-43c9-a430-2c56d7217966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:57:48.386792 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Bound using segment: {'id': '15654552-4b46-43c9-a430-2c56d7217966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:57:48.386792 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Bound port: a7b10599-51a1-40a0-b481-a862c147921c, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15654552-4b46-43c9-a430-2c56d7217966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:57:48.386792 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:48.446092 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] For port a7b10599-51a1-40a0-b481-a862c147921c, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:57:48.449331 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] For port a7b10599-51a1-40a0-b481-a862c147921c, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=a7b10599-51a1-40a0-b481-a862c147921c,segment=NetworkSegment(15654552-4b46-43c9-a430-2c56d7217966),segment_id=15654552-4b46-43c9-a430-2c56d7217966)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:57:48.463487 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:48.509858 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Network c288b83e-4582-4a35-9836-66c32c364a78 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:57:48.512913 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:57:48.519276 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:57:48.524883 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:48.525501 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:48.531996 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Pushing event updated for resources: {'Port': ['ID=a95932f7-302a-488e-aabd-31a35f5cc166,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:48.546424 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:48.579042 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:48.579689 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:48.581630 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] 10.222.0.46 "PUT /v2.0/ports/a7b10599-51a1-40a0-b481-a862c147921c HTTP/1.1" status: 200 len: 1094 time: 1.3188922 Sep 09 21:57:48.582069 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce80e7e5-76ce-4b3c-928f-3b77b56ede14', 'tag': 'a7b10599-51a1-40a0-b481-a862c147921c'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:57:48.584323 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06edc3e4-821e-41c0-baa8-135483261b13" -d '{"events": [{"name": "network-changed", "server_uuid": "ce80e7e5-76ce-4b3c-928f-3b77b56ede14", "tag": "a7b10599-51a1-40a0-b481-a862c147921c"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:57:48.612077 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c159f9c-b32b-4376-ac4a-e238ff594f8b service neutron] Pushing event updated for resources: {'Port': ['ID=a7b10599-51a1-40a0-b481-a862c147921c,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:48.650205 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-871e7864-cd86-4543-8e94-f185ae4e8dbc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4074826 Sep 09 21:57:48.660756 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b88a32-73b4-4cea-906b-181c5d1d33e6 x-openstack-request-id: req-d7b88a32-73b4-4cea-906b-181c5d1d33e6 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:57:48.661048 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce80e7e5-76ce-4b3c-928f-3b77b56ede14", "tag": "a7b10599-51a1-40a0-b481-a862c147921c", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:57:48.661326 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7b88a32-73b4-4cea-906b-181c5d1d33e6 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:57:48.661719 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce80e7e5-76ce-4b3c-928f-3b77b56ede14', 'tag': 'a7b10599-51a1-40a0-b481-a862c147921c', 'status': 'completed', 'code': 200} Sep 09 21:57:48.675020 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Request body: {'port': {'device_id': 'd98fc829-d416-4e90-b11b-fef6e83e886d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:57:48.737232 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:48.905093 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edc3e4-821e-41c0-baa8-135483261b13 req-d7e95c07-2c14-45e2-897a-33b68141df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:48.906593 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-06edc3e4-821e-41c0-baa8-135483261b13 req-d7e95c07-2c14-45e2-897a-33b68141df46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=585865a2f94f4a4398d1ec5059b2ebc4&device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 1097 time: 0.1563740 Sep 09 21:57:48.994098 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a376b-499e-4a2d-99f7-489860f9428d req-84875ac2-e8e3-4f8e-aa1e-26d17196de52 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:48.995558 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-864a376b-499e-4a2d-99f7-489860f9428d req-84875ac2-e8e3-4f8e-aa1e-26d17196de52 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.1811707 Sep 09 21:57:49.107169 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f26d9e-cd3d-4131-a999-38cebbdf288b req-9b0ca061-ec87-42b7-81d9-194914ab7c2d tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:49.108872 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e1f26d9e-cd3d-4131-a999-38cebbdf288b req-9b0ca061-ec87-42b7-81d9-194914ab7c2d tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 932 time: 0.0682964 Sep 09 21:57:49.138574 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-864a376b-499e-4a2d-99f7-489860f9428d req-9e46e304-3aa1-4221-b8aa-922eb5282570 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296897 Sep 09 21:57:49.150557 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edc3e4-821e-41c0-baa8-135483261b13 req-058e8fd6-e212-4283-887a-98b8e915b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:49.161897 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e3093bdd-f2b3-4172-9646-a461d997211a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:49.162329 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-06edc3e4-821e-41c0-baa8-135483261b13 req-058e8fd6-e212-4283-887a-98b8e915b087 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=585865a2f94f4a4398d1ec5059b2ebc4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2309978 Sep 09 21:57:49.166961 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e1f26d9e-cd3d-4131-a999-38cebbdf288b req-5585754b-c52e-4425-81c2-fa038b27e528 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457296 Sep 09 21:57:49.322531 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95932f7-302a-488e-aabd-31a35f5cc166 {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:57:49.333085 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:49.354205 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edc3e4-821e-41c0-baa8-135483261b13 req-c6caa90d-a9d2-405e-ade8-a6c498a82968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:49.355692 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-06edc3e4-821e-41c0-baa8-135483261b13 req-c6caa90d-a9d2-405e-ade8-a6c498a82968 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1820886 Sep 09 21:57:49.368325 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65df0e4-bcec-4626-b49a-fb10aa9280bc req-e5f356c5-2831-49ab-a0d0-fb775b93879e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:49.369859 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65df0e4-bcec-4626-b49a-fb10aa9280bc req-e5f356c5-2831-49ab-a0d0-fb775b93879e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 945 time: 0.1424620 Sep 09 21:57:49.370972 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Transition to ACTIVE for port object a95932f7-302a-488e-aabd-31a35f5cc166 will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:57:49.411706 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b65df0e4-bcec-4626-b49a-fb10aa9280bc req-4e8e723c-9bc0-4b9d-aa52-d1a834a1dd0a tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358212 Sep 09 21:57:49.434540 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec3b87-89ef-4282-bcc9-a2f6762b2e39 req-70d8f4d5-df66-4ded-811c-a6bcfc3ab1ab tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:49.444082 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-edec3b87-89ef-4282-bcc9-a2f6762b2e39 req-70d8f4d5-df66-4ded-811c-a6bcfc3ab1ab tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 944 time: 0.0500865 Sep 09 21:57:49.450544 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:49.463825 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9542187a-00f0-4dca-bf33-4569c3e0d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:49.465400 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-9542187a-00f0-4dca-bf33-4569c3e0d0a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=585865a2f94f4a4398d1ec5059b2ebc4&device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 1097 time: 0.0528550 Sep 09 21:57:49.478223 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-edec3b87-89ef-4282-bcc9-a2f6762b2e39 req-a1d04ae4-f38a-4dfa-92b0-b85be957a8cd tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332408 Sep 09 21:57:49.530520 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-71725064-e3bf-4fe2-a8c5-27e0983239dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7b10599-51a1-40a0-b481-a862c147921c HTTP/1.1" status: 200 len: 217 time: 0.0454659 Sep 09 21:57:49.542987 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Pushing event updated for resources: {'Port': ['ID=a95932f7-302a-488e-aabd-31a35f5cc166,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:49.610649 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Attempting to bind port a95932f7-302a-488e-aabd-31a35f5cc166 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:57:49.610893 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Attempting to bind port a95932f7-302a-488e-aabd-31a35f5cc166 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': 'e5088297-65ce-4e26-bb10-b0523fddc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:57:49.611208 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Attempting to bind port a95932f7-302a-488e-aabd-31a35f5cc166 on network c288b83e-4582-4a35-9836-66c32c364a78 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:57:49.618423 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Port a95932f7-302a-488e-aabd-31a35f5cc166 on network c288b83e-4582-4a35-9836-66c32c364a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:57:49.622584 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Attempting to bind port a95932f7-302a-488e-aabd-31a35f5cc166 on network c288b83e-4582-4a35-9836-66c32c364a78 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:57:49.622584 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-88f86973-dbd0-4af8-b13f-855dd0ae0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:49.623587 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-88f86973-dbd0-4af8-b13f-855dd0ae0ffa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ebd6e456-3b66-4b63-9b81-4eb4b00c994c HTTP/1.1" status: 200 len: 849 time: 0.0819254 Sep 09 21:57:49.626121 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:57:49.626448 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Checking segment: {'id': 'e5088297-65ce-4e26-bb10-b0523fddc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:57:49.626812 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Bound using segment: {'id': 'e5088297-65ce-4e26-bb10-b0523fddc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:57:49.627758 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Bound port: a95932f7-302a-488e-aabd-31a35f5cc166, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5088297-65ce-4e26-bb10-b0523fddc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:57:49.628104 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:49.684306 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-c17b9aa7-6a4a-4ec6-8775-73bf0c1986d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ee04c45-b52c-46a4-8852-8623ff7ac201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254171 Sep 09 21:57:49.720753 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] For port a95932f7-302a-488e-aabd-31a35f5cc166, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:57:49.758940 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] For port a95932f7-302a-488e-aabd-31a35f5cc166, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=a95932f7-302a-488e-aabd-31a35f5cc166,segment=NetworkSegment(e5088297-65ce-4e26-bb10-b0523fddc473),segment_id=e5088297-65ce-4e26-bb10-b0523fddc473)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:57:49.824982 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-87694c9e-34ac-4af4-8314-1e094e7e2575 service neutron] 10.222.0.46 "GET /v2.0/networks/1ee04c45-b52c-46a4-8852-8623ff7ac201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160831 Sep 09 21:57:49.878093 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:49.949641 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:49.950265 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:49.951645 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] 10.222.0.46 "PUT /v2.0/ports/a95932f7-302a-488e-aabd-31a35f5cc166 HTTP/1.1" status: 200 len: 1094 time: 1.2809529 Sep 09 21:57:49.984836 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26b4167d-ec3f-449b-9f05-321ffc5bb7ce req-89dbc9d0-cdd7-432f-8219-631400e62be9 service neutron] 10.222.0.46 "GET /v2.0/networks/1ee04c45-b52c-46a4-8852-8623ff7ac201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428514 Sep 09 21:57:49.985424 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5872a-388f-4d45-88f4-26390b16fada service neutron] Pushing event updated for resources: {'Port': ['ID=a95932f7-302a-488e-aabd-31a35f5cc166,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:50.140488 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a15cb-1e20-4cee-9150-8123b9406413 req-b73ff304-1c0d-4ccc-a7a4-4b14751ad78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:50.142045 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-b73ff304-1c0d-4ccc-a7a4-4b14751ad78b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d4d5a610c5d4261a5b56a6ebd7b635f&device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 1097 time: 0.0485303 Sep 09 21:57:50.190527 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-d6448605-ab39-414a-a173-f6a8a09db000 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95932f7-302a-488e-aabd-31a35f5cc166 HTTP/1.1" status: 200 len: 217 time: 0.0349720 Sep 09 21:57:50.271912 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a15cb-1e20-4cee-9150-8123b9406413 req-39e62aec-b872-4688-ad76-c64d8c888ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:50.273411 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-39e62aec-b872-4688-ad76-c64d8c888ce0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f161c2e-380a-4c13-b684-4b2708aa6ed5 HTTP/1.1" status: 200 len: 854 time: 0.0739501 Sep 09 21:57:50.289931 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a163163-dcf6-4774-ace4-7fdffecc844d req-fa1a0028-91e6-4fd3-8070-c710a118a7de tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:50.291421 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a163163-dcf6-4774-ace4-7fdffecc844d req-fa1a0028-91e6-4fd3-8070-c710a118a7de tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0620329 Sep 09 21:57:50.326783 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-3a7d7131-1f73-43fe-8f08-f4ccf9393ed5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c288b83e-4582-4a35-9836-66c32c364a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344265 Sep 09 21:57:50.354012 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a163163-dcf6-4774-ace4-7fdffecc844d req-f48894f8-eaff-4477-a032-55b3196f9511 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535052 Sep 09 21:57:50.469673 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-8d6a0888-061d-4635-ac10-1c20d12bee92 service neutron] 10.222.0.46 "GET /v2.0/networks/c288b83e-4582-4a35-9836-66c32c364a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263900 Sep 09 21:57:50.481243 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04894701-05b0-4dfe-bf0a-a9ad54428925 req-fcf02fb9-a99f-42a5-b699-8ee65310798d tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:50.482686 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-04894701-05b0-4dfe-bf0a-a9ad54428925 req-fcf02fb9-a99f-42a5-b699-8ee65310798d tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 944 time: 0.0674920 Sep 09 21:57:50.573307 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-04894701-05b0-4dfe-bf0a-a9ad54428925 req-410eeca3-13f3-4139-897f-b96c096d42d4 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809565 Sep 09 21:57:50.597076 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-128a15cb-1e20-4cee-9150-8123b9406413 req-e36c1e43-ac4e-4789-bf27-83fb29def575 service neutron] 10.222.0.46 "GET /v2.0/networks/c288b83e-4582-4a35-9836-66c32c364a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131809 Sep 09 21:57:50.664386 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98fc829-d416-4e90-b11b-fef6e83e886d', 'tag': 'a95932f7-302a-488e-aabd-31a35f5cc166'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:57:50.666734 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8e417b-d274-442a-8079-926fb26cb938" -d '{"events": [{"name": "network-changed", "server_uuid": "d98fc829-d416-4e90-b11b-fef6e83e886d", "tag": "a95932f7-302a-488e-aabd-31a35f5cc166"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:57:50.681806 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1afaa-9670-4b40-93e1-c1a3daf17699 req-bbfc2f0e-426c-4bec-bf3d-630ab23646d7 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:50.683328 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ada1afaa-9670-4b40-93e1-c1a3daf17699 req-bbfc2f0e-426c-4bec-bf3d-630ab23646d7 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 944 time: 0.0545316 Sep 09 21:57:50.722488 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ada1afaa-9670-4b40-93e1-c1a3daf17699 req-1d590298-da84-4822-b9f2-c8aaf0254390 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331094 Sep 09 21:57:50.765322 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7239d0-7c79-4826-ae31-558b4b0e508b x-openstack-request-id: req-0c7239d0-7c79-4826-ae31-558b4b0e508b {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:57:50.765620 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98fc829-d416-4e90-b11b-fef6e83e886d", "tag": "a95932f7-302a-488e-aabd-31a35f5cc166", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:57:50.765888 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c7239d0-7c79-4826-ae31-558b4b0e508b {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:57:50.766255 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98fc829-d416-4e90-b11b-fef6e83e886d', 'tag': 'a95932f7-302a-488e-aabd-31a35f5cc166', 'status': 'completed', 'code': 200} Sep 09 21:57:50.862655 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e417b-d274-442a-8079-926fb26cb938 req-1fd27ae2-124d-4fd7-ab9f-ae4f77f4641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:50.864151 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e8e417b-d274-442a-8079-926fb26cb938 req-1fd27ae2-124d-4fd7-ab9f-ae4f77f4641a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d4d5a610c5d4261a5b56a6ebd7b635f&device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 1097 time: 0.0414782 Sep 09 21:57:50.963016 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e417b-d274-442a-8079-926fb26cb938 req-652567e6-720a-4702-b816-b00eb70ae225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:50.964655 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e8e417b-d274-442a-8079-926fb26cb938 req-652567e6-720a-4702-b816-b00eb70ae225 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c288b83e-4582-4a35-9836-66c32c364a78 HTTP/1.1" status: 200 len: 915 time: 0.0892978 Sep 09 21:57:51.024584 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e8e417b-d274-442a-8079-926fb26cb938 req-708dafe6-4d1a-4859-921d-6c834a30b9fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a95932f7-302a-488e-aabd-31a35f5cc166 HTTP/1.1" status: 200 len: 217 time: 0.0356314 Sep 09 21:57:51.092524 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e417b-d274-442a-8079-926fb26cb938 req-77893dcf-eb2b-4d53-be83-726e95b53ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:51.094013 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e8e417b-d274-442a-8079-926fb26cb938 req-77893dcf-eb2b-4d53-be83-726e95b53ee7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f161c2e-380a-4c13-b684-4b2708aa6ed5 HTTP/1.1" status: 200 len: 854 time: 0.0488031 Sep 09 21:57:51.139832 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e8e417b-d274-442a-8079-926fb26cb938 req-395578ea-f041-407a-b08b-d5ddd8cb7713 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c288b83e-4582-4a35-9836-66c32c364a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263112 Sep 09 21:57:51.239820 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e8e417b-d274-442a-8079-926fb26cb938 req-f3758b03-7373-4f1a-884f-e6202374ec4d service neutron] 10.222.0.46 "GET /v2.0/networks/c288b83e-4582-4a35-9836-66c32c364a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863440 Sep 09 21:57:51.354056 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2e8e417b-d274-442a-8079-926fb26cb938 req-0bf7bb79-a871-47ef-a6bf-7c7396eed850 service neutron] 10.222.0.46 "GET /v2.0/networks/c288b83e-4582-4a35-9836-66c32c364a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868106 Sep 09 21:57:51.472429 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281fc6f-8960-423e-bfde-6d4b03b66014 req-25fa133d-f938-4ee7-8f04-1c1781109fc5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:51.473997 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c281fc6f-8960-423e-bfde-6d4b03b66014 req-25fa133d-f938-4ee7-8f04-1c1781109fc5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0481548 Sep 09 21:57:51.515452 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c281fc6f-8960-423e-bfde-6d4b03b66014 req-7e60bd78-c889-4462-b765-48fafbbfd63b tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351257 Sep 09 21:57:51.691562 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bcc71-2e42-4242-997f-e2e04d727cb3 req-74ca6796-45c7-4e6f-8db1-1cb13d9d0e5d tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:51.693195 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1e0bcc71-2e42-4242-997f-e2e04d727cb3 req-74ca6796-45c7-4e6f-8db1-1cb13d9d0e5d tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 944 time: 0.0529399 Sep 09 21:57:51.731526 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1e0bcc71-2e42-4242-997f-e2e04d727cb3 req-a2155b4a-cebe-4ca8-8535-0543968da95d tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322032 Sep 09 21:57:51.835996 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c88895-dd8e-440c-ad8c-d0a45486713d req-6f778398-6676-43a1-a5e1-0c1fa16e3d45 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:51.837506 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a5c88895-dd8e-440c-ad8c-d0a45486713d req-6f778398-6676-43a1-a5e1-0c1fa16e3d45 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 944 time: 0.0487986 Sep 09 21:57:51.878504 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a5c88895-dd8e-440c-ad8c-d0a45486713d req-bff8748d-0e33-4eac-9eef-2ddf44728953 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348959 Sep 09 21:57:51.967528 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device a7b10599-51a1-40a0-b481-a862c147921c details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:57:51.980930 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a6ac71bf-a3ad-4a8f-b73b-7f07547fdaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:52.103785 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:52.115406 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port a7b10599-51a1-40a0-b481-a862c147921c, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=a7b10599-51a1-40a0-b481-a862c147921c,segment=NetworkSegment(15654552-4b46-43c9-a430-2c56d7217966),segment_id=15654552-4b46-43c9-a430-2c56d7217966)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:52.126487 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': 'a7b10599-51a1-40a0-b481-a862c147921c', 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201', 'port_id': 'a7b10599-51a1-40a0-b481-a862c147921c', 'mac_address': 'fa:16:3e:97:b6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd6e456-3b66-4b63-9b81-4eb4b00c994c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:57:52.165351 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:52.182649 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b10599-51a1-40a0-b481-a862c147921c {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:57:52.201956 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port a7b10599-51a1-40a0-b481-a862c147921c, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=a7b10599-51a1-40a0-b481-a862c147921c,segment=NetworkSegment(15654552-4b46-43c9-a430-2c56d7217966),segment_id=15654552-4b46-43c9-a430-2c56d7217966)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:52.274478 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:52.321519 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=a7b10599-51a1-40a0-b481-a862c147921c,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:52.633091 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e1135-88b3-4ed7-bcd1-795e7a8b1f1e req-36d5b9b8-79fb-4039-ada4-e026cfb19571 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:52.634530 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3c6e1135-88b3-4ed7-bcd1-795e7a8b1f1e req-36d5b9b8-79fb-4039-ada4-e026cfb19571 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0495620 Sep 09 21:57:52.670608 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3c6e1135-88b3-4ed7-bcd1-795e7a8b1f1e req-585c7725-e050-4b10-a8c8-12ff069f5164 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302689 Sep 09 21:57:52.827750 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['a7b10599-51a1-40a0-b481-a862c147921c'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:57:52.847093 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94b028-8b87-463b-a22f-05ec4e808694 req-9ee1edcf-69c1-49ec-84e8-b23da8ee7ce6 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:52.848595 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5b94b028-8b87-463b-a22f-05ec4e808694 req-9ee1edcf-69c1-49ec-84e8-b23da8ee7ce6 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 944 time: 0.0498583 Sep 09 21:57:52.887367 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5b94b028-8b87-463b-a22f-05ec4e808694 req-d5e865de-9a0e-4e26-94e9-7a95f7acdd70 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322716 Sep 09 21:57:53.004162 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671a997-0c34-485c-b26b-91bdb90c680b req-cef4d9d6-43d5-4b69-b431-34f4fb0afe3c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:53.005720 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1671a997-0c34-485c-b26b-91bdb90c680b req-cef4d9d6-43d5-4b69-b431-34f4fb0afe3c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 945 time: 0.0511310 Sep 09 21:57:53.043622 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1671a997-0c34-485c-b26b-91bdb90c680b req-4dcc0934-6674-4228-9497-53d7b289be68 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Sep 09 21:57:53.309095 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:53.782939 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241484c4-dfe8-4304-9bf7-90a4053aabda req-186a0de8-0c80-4bbb-8478-e782c0c9d47a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:53.785101 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-241484c4-dfe8-4304-9bf7-90a4053aabda req-186a0de8-0c80-4bbb-8478-e782c0c9d47a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0469818 Sep 09 21:57:53.820800 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-241484c4-dfe8-4304-9bf7-90a4053aabda req-312959f2-dcdc-44aa-bb95-a767e28f82b1 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299175 Sep 09 21:57:53.968934 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device a95932f7-302a-488e-aabd-31a35f5cc166 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:57:54.004836 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcdfc5-bf18-492f-bf3d-b07f9a6f6eca req-c4822f42-f74b-4dd3-be28-29eb25d69797 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:54.006342 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-43bcdfc5-bf18-492f-bf3d-b07f9a6f6eca req-c4822f42-f74b-4dd3-be28-29eb25d69797 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 944 time: 0.0519316 Sep 09 21:57:54.049283 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-43bcdfc5-bf18-492f-bf3d-b07f9a6f6eca req-8d36952f-ee2e-42b3-9039-0cba595cbd40 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364180 Sep 09 21:57:54.069502 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port a95932f7-302a-488e-aabd-31a35f5cc166, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=a95932f7-302a-488e-aabd-31a35f5cc166,segment=NetworkSegment(e5088297-65ce-4e26-bb10-b0523fddc473),segment_id=e5088297-65ce-4e26-bb10-b0523fddc473)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:54.085415 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': 'a95932f7-302a-488e-aabd-31a35f5cc166', 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78', 'port_id': 'a95932f7-302a-488e-aabd-31a35f5cc166', 'mac_address': 'fa:16:3e:23:8e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f161c2e-380a-4c13-b684-4b2708aa6ed5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:57:54.128623 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:54.145729 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95932f7-302a-488e-aabd-31a35f5cc166 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:57:54.167480 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d9a03-bbea-4fd5-bae8-6d8c74d3efbe req-34272608-ffdc-4508-8cb9-d4a6f60a4618 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:54.168750 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port a95932f7-302a-488e-aabd-31a35f5cc166, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=a95932f7-302a-488e-aabd-31a35f5cc166,segment=NetworkSegment(e5088297-65ce-4e26-bb10-b0523fddc473),segment_id=e5088297-65ce-4e26-bb10-b0523fddc473)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:54.169431 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e40d9a03-bbea-4fd5-bae8-6d8c74d3efbe req-34272608-ffdc-4508-8cb9-d4a6f60a4618 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 945 time: 0.0555587 Sep 09 21:57:54.208087 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e40d9a03-bbea-4fd5-bae8-6d8c74d3efbe req-27cf4eef-87c8-44e3-957f-ce012ec06d79 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Sep 09 21:57:54.269945 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:54.321967 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=a95932f7-302a-488e-aabd-31a35f5cc166,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:54.543401 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:54.815469 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['a95932f7-302a-488e-aabd-31a35f5cc166'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:57:54.934538 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a46b-da26-45a9-bc94-07f4f2118ac1 req-653098bd-51c1-4bf6-bddb-cbebe5444bea tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:54.936047 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-88e6a46b-da26-45a9-bc94-07f4f2118ac1 req-653098bd-51c1-4bf6-bddb-cbebe5444bea tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0470130 Sep 09 21:57:54.973256 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-88e6a46b-da26-45a9-bc94-07f4f2118ac1 req-76a9c1fa-5f4c-4c76-8f60-8d3e723373b0 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310800 Sep 09 21:57:55.169591 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384bbb7-d385-4aaa-9ce5-ee569d3c978b req-6712adb3-e679-4201-adac-cbc46e6ce755 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:55.171080 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a384bbb7-d385-4aaa-9ce5-ee569d3c978b req-6712adb3-e679-4201-adac-cbc46e6ce755 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 945 time: 0.0487525 Sep 09 21:57:55.209667 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a384bbb7-d385-4aaa-9ce5-ee569d3c978b req-18fc1252-ef9e-47f1-841c-5acaf815a77a tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Sep 09 21:57:55.321544 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d46d83-59be-4c00-9b78-c9a4788c1ecd req-6b8d9b46-0ff6-4cc8-9dfb-7467a8aa2427 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:55.323009 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-72d46d83-59be-4c00-9b78-c9a4788c1ecd req-6b8d9b46-0ff6-4cc8-9dfb-7467a8aa2427 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 945 time: 0.0465102 Sep 09 21:57:55.360258 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-72d46d83-59be-4c00-9b78-c9a4788c1ecd req-53d99b62-3d94-4250-b964-f0d4dc333670 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312798 Sep 09 21:57:55.986236 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device a7b10599-51a1-40a0-b481-a862c147921c up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:57:56.214959 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port a7b10599-51a1-40a0-b481-a862c147921c completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:57:56.219955 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port a7b10599-51a1-40a0-b481-a862c147921c triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:57:56.220556 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:56.313416 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d882c6-5735-45c9-a866-89e39e66bdb6 req-7cc1248d-b828-4437-855a-ac1b60633e80 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:56.315523 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-86d882c6-5735-45c9-a866-89e39e66bdb6 req-7cc1248d-b828-4437-855a-ac1b60633e80 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.2733004 Sep 09 21:57:56.317208 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:56.340277 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce80e7e5-76ce-4b3c-928f-3b77b56ede14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b10599-51a1-40a0-b481-a862c147921c'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:57:56.342592 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341a43dd-ead0-4be3-88a5-708cf037abb8" -d '{"events": [{"server_uuid": "ce80e7e5-76ce-4b3c-928f-3b77b56ede14", "name": "network-vif-plugged", "status": "completed", "tag": "a7b10599-51a1-40a0-b481-a862c147921c"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:57:56.355076 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-86d882c6-5735-45c9-a866-89e39e66bdb6 req-de0b3e22-0c59-4444-8a03-2aa28a16db9e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320902 Sep 09 21:57:56.355348 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port a7b10599-51a1-40a0-b481-a862c147921c, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=a7b10599-51a1-40a0-b481-a862c147921c,segment=NetworkSegment(15654552-4b46-43c9-a430-2c56d7217966),segment_id=15654552-4b46-43c9-a430-2c56d7217966)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:57:56.437342 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:57:56.456232 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454360de-2a5b-4fc0-af41-c80329fd3d77 req-2120c798-aa9a-4170-b1da-b74f9e789745 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:56.457771 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-454360de-2a5b-4fc0-af41-c80329fd3d77 req-2120c798-aa9a-4170-b1da-b74f9e789745 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 945 time: 0.0481846 Sep 09 21:57:56.488238 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=a7b10599-51a1-40a0-b481-a862c147921c,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:57:56.495949 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-454360de-2a5b-4fc0-af41-c80329fd3d77 req-cd3a7c7c-a604-4ebe-9756-77cd1575aa19 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320504 Sep 09 21:57:56.538445 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069c3cbe-913b-4665-9352-217f9fc0d6d0 x-openstack-request-id: req-069c3cbe-913b-4665-9352-217f9fc0d6d0 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:57:56.538870 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce80e7e5-76ce-4b3c-928f-3b77b56ede14", "name": "network-vif-plugged", "status": "completed", "tag": "a7b10599-51a1-40a0-b481-a862c147921c", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:57:56.539243 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-069c3cbe-913b-4665-9352-217f9fc0d6d0 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:57:56.539642 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce80e7e5-76ce-4b3c-928f-3b77b56ede14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b10599-51a1-40a0-b481-a862c147921c', 'code': 200} Sep 09 21:57:56.633087 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f96c36-4bff-4ce8-ab0e-069c0cc0c1be req-6ed26a6f-acbe-4c4f-b326-e500f6aa8718 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:56.634553 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-79f96c36-4bff-4ce8-ab0e-069c0cc0c1be req-6ed26a6f-acbe-4c4f-b326-e500f6aa8718 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0481129 Sep 09 21:57:56.671908 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-79f96c36-4bff-4ce8-ab0e-069c0cc0c1be req-91b9b86b-3e95-47fa-963c-7d7936f7268a tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Sep 09 21:57:56.844823 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d1770-e7cc-409a-95c4-932307cdad04 req-07cae3a1-fe77-4290-8858-0fdf99ad94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:56.846882 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bc6d1770-e7cc-409a-95c4-932307cdad04 req-07cae3a1-fe77-4290-8858-0fdf99ad94ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 1099 time: 0.0398116 Sep 09 21:57:56.885375 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bc6d1770-e7cc-409a-95c4-932307cdad04 req-7fa9d651-cfe2-4209-bcd9-4fff49df34bc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272563 Sep 09 21:57:57.470201 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10faeba-2ab6-4773-8b7a-af4dab9cf959 req-e2b14b60-5632-4fa4-b492-fa733449a0ac tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:57.471688 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b10faeba-2ab6-4773-8b7a-af4dab9cf959 req-e2b14b60-5632-4fa4-b492-fa733449a0ac tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0513611 Sep 09 21:57:57.509855 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b10faeba-2ab6-4773-8b7a-af4dab9cf959 req-a7635f8d-259b-486a-a276-e51be1711ed9 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318301 Sep 09 21:57:57.611036 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6f9cc-4889-4f49-bfc3-1700918ade33 req-d5fff7a1-21a0-4d8f-b415-1ab0df09fd99 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:57.613056 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1dd6f9cc-4889-4f49-bfc3-1700918ade33 req-d5fff7a1-21a0-4d8f-b415-1ab0df09fd99 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 945 time: 0.0491686 Sep 09 21:57:57.651459 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1dd6f9cc-4889-4f49-bfc3-1700918ade33 req-bdb11ec8-dd72-4fa9-b79b-270272ba9953 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Sep 09 21:57:57.786686 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ae27f-358c-40db-a84e-2493aa4328e7 req-ca45ab8a-fa15-41e0-b6c0-efe63801dbf6 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:57.788189 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-892ae27f-358c-40db-a84e-2493aa4328e7 req-ca45ab8a-fa15-41e0-b6c0-efe63801dbf6 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0490558 Sep 09 21:57:57.825497 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-892ae27f-358c-40db-a84e-2493aa4328e7 req-175fd903-5064-46f4-8826-6098f644deb5 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312636 Sep 09 21:57:58.625128 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb333b-d932-4116-8336-6917d7a71e1c req-df57dc21-ac00-4075-9598-25553da1a4f9 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:58.626632 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d9cb333b-d932-4116-8336-6917d7a71e1c req-df57dc21-ac00-4075-9598-25553da1a4f9 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0508363 Sep 09 21:57:58.665034 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d9cb333b-d932-4116-8336-6917d7a71e1c req-afaa46bc-2e2b-4b0f-bf04-7043b569df18 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 Sep 09 21:57:58.768119 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d372f9a-6759-412c-a360-5e158fdd54de req-b02bcbc5-5d94-4093-b6a1-427cd2b38664 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:58.769614 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2d372f9a-6759-412c-a360-5e158fdd54de req-b02bcbc5-5d94-4093-b6a1-427cd2b38664 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 945 time: 0.0476196 Sep 09 21:57:58.805730 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2d372f9a-6759-412c-a360-5e158fdd54de req-cf3b092a-0d6c-4b0d-b608-1c14053a1665 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303392 Sep 09 21:57:58.935836 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379480cb-8be0-4e6f-b984-2ac90fef8f85 req-96e35da9-da63-47c1-8f69-35bed150b094 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:58.937477 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-379480cb-8be0-4e6f-b984-2ac90fef8f85 req-96e35da9-da63-47c1-8f69-35bed150b094 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0468507 Sep 09 21:57:58.974325 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-379480cb-8be0-4e6f-b984-2ac90fef8f85 req-453810db-a673-4f6b-be23-ab33673cffb3 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304253 Sep 09 21:57:59.781239 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30673ea8-c358-4613-a1c4-cfbe59baf984 req-c91c068c-bda7-4994-aa89-b8b518af95ad tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:59.785330 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-30673ea8-c358-4613-a1c4-cfbe59baf984 req-c91c068c-bda7-4994-aa89-b8b518af95ad tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0514486 Sep 09 21:57:59.821033 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-30673ea8-c358-4613-a1c4-cfbe59baf984 req-5cf30c58-d24d-4b1d-bfdb-e4989847c85c tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Sep 09 21:57:59.920756 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f475f3-0719-414e-bc3f-0c21245fd72d req-fa134a53-7c46-4742-af56-99e05575d6d4 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:57:59.922293 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-04f475f3-0719-414e-bc3f-0c21245fd72d req-fa134a53-7c46-4742-af56-99e05575d6d4 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 945 time: 0.0482044 Sep 09 21:57:59.959719 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-04f475f3-0719-414e-bc3f-0c21245fd72d req-1f7f75d3-c2c3-4da4-b755-111dc537ad51 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308123 Sep 09 21:58:00.084666 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee262-f43c-4236-9595-969e6f219b94 req-2a505807-dd37-447b-9e3d-08368813d78e tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:00.086148 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4f0ee262-f43c-4236-9595-969e6f219b94 req-2a505807-dd37-447b-9e3d-08368813d78e tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0472519 Sep 09 21:58:00.124829 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4f0ee262-f43c-4236-9595-969e6f219b94 req-99694953-be39-47a6-a78e-9497b321d507 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Sep 09 21:58:00.860260 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:00.936642 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95888e73-b020-40c9-acd3-c6fb6ff52d34 req-2c4fcc52-629e-43ee-83e0-975ad9012cbb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:00.938130 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-95888e73-b020-40c9-acd3-c6fb6ff52d34 req-2c4fcc52-629e-43ee-83e0-975ad9012cbb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0511513 Sep 09 21:58:00.975720 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-95888e73-b020-40c9-acd3-c6fb6ff52d34 req-a0dd3a1d-808f-4e0e-b821-e8202ef26e86 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314298 Sep 09 21:58:01.076100 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a93c0-7cb8-4da9-bebc-76566f279ac2 req-46548618-bbe7-4cdc-a35e-a098a355ef84 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:01.077622 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7a3a93c0-7cb8-4da9-bebc-76566f279ac2 req-46548618-bbe7-4cdc-a35e-a098a355ef84 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 945 time: 0.0490997 Sep 09 21:58:01.116612 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7a3a93c0-7cb8-4da9-bebc-76566f279ac2 req-f74e91cd-7e0d-4d42-8f16-ef135f67c979 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Sep 09 21:58:01.236787 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d67d0f-e639-4155-8007-2c0af6c52a47 req-77001bd4-4082-44b0-b860-775a3926aa99 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:01.238176 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e1d67d0f-e639-4155-8007-2c0af6c52a47 req-77001bd4-4082-44b0-b860-775a3926aa99 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0483484 Sep 09 21:58:01.275965 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e1d67d0f-e639-4155-8007-2c0af6c52a47 req-c5d8956f-dced-4b40-8eab-2a234244ae00 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312181 Sep 09 21:58:02.102041 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c115105-3455-47dd-aea0-5703300c251e req-cbc3e559-fedb-4c60-a2c9-72ae871a0059 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:02.103557 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9c115105-3455-47dd-aea0-5703300c251e req-cbc3e559-fedb-4c60-a2c9-72ae871a0059 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0597520 Sep 09 21:58:02.144599 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9c115105-3455-47dd-aea0-5703300c251e req-234a01d2-9f68-4bac-b096-fdab5ebd26b9 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346539 Sep 09 21:58:02.235762 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6d46f-6c32-409f-8423-26957e8100df req-7ef88413-e443-4b7c-ba00-ecc58dd7544a tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:02.238621 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c7d6d46f-6c32-409f-8423-26957e8100df req-7ef88413-e443-4b7c-ba00-ecc58dd7544a tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 945 time: 0.0552731 Sep 09 21:58:02.279681 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c7d6d46f-6c32-409f-8423-26957e8100df req-5cfa82b3-1fc7-4825-8749-6044fe85b040 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350034 Sep 09 21:58:02.395380 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd635c88-15b5-4b75-a7fd-280360df89cc req-ac3b044e-92ea-4891-9af6-966069f8c584 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:02.396898 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cd635c88-15b5-4b75-a7fd-280360df89cc req-ac3b044e-92ea-4891-9af6-966069f8c584 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0533133 Sep 09 21:58:02.434725 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cd635c88-15b5-4b75-a7fd-280360df89cc req-dc1f2789-0e06-41f1-bbb2-6e10136b63a7 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Sep 09 21:58:03.278538 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807afa98-9c01-499f-9d9f-b299af7180f7 req-3893494e-780d-4359-bbb6-85d9f843b3a6 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:03.282252 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-807afa98-9c01-499f-9d9f-b299af7180f7 req-3893494e-780d-4359-bbb6-85d9f843b3a6 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0647519 Sep 09 21:58:03.324574 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-807afa98-9c01-499f-9d9f-b299af7180f7 req-6e4027e6-43ad-4afb-83db-e68292c2bc4d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347834 Sep 09 21:58:03.443423 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04a537-3a57-4e1a-a9a4-9056b4dfe1f7 req-3fdcefd9-840d-4751-96bc-6319b5d0d981 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:03.445059 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2f04a537-3a57-4e1a-a9a4-9056b4dfe1f7 req-3fdcefd9-840d-4751-96bc-6319b5d0d981 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 945 time: 0.0619581 Sep 09 21:58:03.485787 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2f04a537-3a57-4e1a-a9a4-9056b4dfe1f7 req-32ea45af-39ca-423b-a400-b1450df89e37 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349672 Sep 09 21:58:03.718160 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bbe71-6cc0-4c17-87d5-a39598d035fb req-8ef52c46-0fa0-45cc-99a1-63d516b7a71d tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:03.724528 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-794bbe71-6cc0-4c17-87d5-a39598d035fb req-8ef52c46-0fa0-45cc-99a1-63d516b7a71d tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0511386 Sep 09 21:58:03.761999 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4f9f1-b895-4324-b4a7-69cfd79e3744 req-5d3205dd-baa1-40bb-ab13-2b9300d21bce tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:03.763505 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-41c4f9f1-b895-4324-b4a7-69cfd79e3744 req-5d3205dd-baa1-40bb-ab13-2b9300d21bce tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0701933 Sep 09 21:58:03.771649 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-794bbe71-6cc0-4c17-87d5-a39598d035fb req-96212bda-cbcd-43b8-a7b9-530ef89f5a16 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Sep 09 21:58:03.800788 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869454c-b12b-4ce3-abb8-671a7cd6507d req-2202fa91-d07b-495f-8a91-ce919fd9b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:03.802435 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b869454c-b12b-4ce3-abb8-671a7cd6507d req-2202fa91-d07b-495f-8a91-ce919fd9b180 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 1098 time: 0.0478153 Sep 09 21:58:03.803696 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-41c4f9f1-b895-4324-b4a7-69cfd79e3744 req-39fa13ce-e491-4c5f-97b7-2c192d59b3d4 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Sep 09 21:58:03.902216 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869454c-b12b-4ce3-abb8-671a7cd6507d req-e63a08e2-ae27-4eaa-8917-4825e08bb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:03.903584 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b869454c-b12b-4ce3-abb8-671a7cd6507d req-e63a08e2-ae27-4eaa-8917-4825e08bb8ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 919 time: 0.0873499 Sep 09 21:58:03.945505 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b869454c-b12b-4ce3-abb8-671a7cd6507d req-0def6cd8-3c25-4780-b7ec-ebfcaf021ea3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907 HTTP/1.1" status: 200 len: 217 time: 0.0331616 Sep 09 21:58:03.979281 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device a95932f7-302a-488e-aabd-31a35f5cc166 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:58:04.022295 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869454c-b12b-4ce3-abb8-671a7cd6507d req-536292d5-fc7d-47b5-9c6c-8105f1f4b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:04.023819 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b869454c-b12b-4ce3-abb8-671a7cd6507d req-536292d5-fc7d-47b5-9c6c-8105f1f4b754 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 200 len: 858 time: 0.0465786 Sep 09 21:58:04.079596 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b869454c-b12b-4ce3-abb8-671a7cd6507d req-f013da12-1c59-4261-8511-35922eb19efa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f69bac4-132a-4771-aff6-035aa4ee6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243266 Sep 09 21:58:04.094062 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port a95932f7-302a-488e-aabd-31a35f5cc166 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:58:04.098259 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port a95932f7-302a-488e-aabd-31a35f5cc166 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:58:04.098636 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:04.177514 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:04.185586 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b869454c-b12b-4ce3-abb8-671a7cd6507d req-34ce10a5-7fca-45ab-8520-869590ad4c27 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838749 Sep 09 21:58:04.200447 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98fc829-d416-4e90-b11b-fef6e83e886d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95932f7-302a-488e-aabd-31a35f5cc166'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:58:04.202574 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba6c7bf-8e43-470b-92f0-dbc6f1985641" -d '{"events": [{"server_uuid": "d98fc829-d416-4e90-b11b-fef6e83e886d", "name": "network-vif-plugged", "status": "completed", "tag": "a95932f7-302a-488e-aabd-31a35f5cc166"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:58:04.218917 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port a95932f7-302a-488e-aabd-31a35f5cc166, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=a95932f7-302a-488e-aabd-31a35f5cc166,segment=NetworkSegment(e5088297-65ce-4e26-bb10-b0523fddc473),segment_id=e5088297-65ce-4e26-bb10-b0523fddc473)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:58:04.242591 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a12c87f-2e38-441f-98f7-ddac4f5952a7 x-openstack-request-id: req-5a12c87f-2e38-441f-98f7-ddac4f5952a7 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:58:04.242888 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98fc829-d416-4e90-b11b-fef6e83e886d", "name": "network-vif-plugged", "status": "completed", "tag": "a95932f7-302a-488e-aabd-31a35f5cc166", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:58:04.243139 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a12c87f-2e38-441f-98f7-ddac4f5952a7 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:58:04.243529 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98fc829-d416-4e90-b11b-fef6e83e886d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95932f7-302a-488e-aabd-31a35f5cc166', 'code': 200} Sep 09 21:58:04.291137 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b869454c-b12b-4ce3-abb8-671a7cd6507d req-ce3b07ba-c76b-44e7-8e7e-4b4c688fd53b service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903866 Sep 09 21:58:04.294479 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:04.345695 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=a95932f7-302a-488e-aabd-31a35f5cc166,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:04.444743 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd2200-a3d2-4154-9ac3-01549fbb2d12 req-28703cf4-3fc5-4e7d-82a1-acc8cd91ff65 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:04.446517 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-21dd2200-a3d2-4154-9ac3-01549fbb2d12 req-28703cf4-3fc5-4e7d-82a1-acc8cd91ff65 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0493441 Sep 09 21:58:04.485607 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-21dd2200-a3d2-4154-9ac3-01549fbb2d12 req-1957c2e0-c5c9-4045-ba45-97337dd4d36d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324941 Sep 09 21:58:04.628347 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cab00a-a61e-4ec1-bc2f-23e698fa8160 req-eeb04830-9462-46fe-9610-41f06ca643fe tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:04.629610 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-94cab00a-a61e-4ec1-bc2f-23e698fa8160 req-eeb04830-9462-46fe-9610-41f06ca643fe tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 946 time: 0.0740466 Sep 09 21:58:04.635177 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a99e6e-e225-4fb6-9170-a0e18814b52a req-67e5a232-c98a-444d-9b70-82e05145f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:04.636600 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-17a99e6e-e225-4fb6-9170-a0e18814b52a req-67e5a232-c98a-444d-9b70-82e05145f600 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 1099 time: 0.0722997 Sep 09 21:58:04.897212 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377892e0-4ea0-4ddd-8504-870eb09f544c req-c0c25d8c-b256-430c-a8e8-b3ebeeb7d743 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:04.898846 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-377892e0-4ea0-4ddd-8504-870eb09f544c req-c0c25d8c-b256-430c-a8e8-b3ebeeb7d743 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0551147 Sep 09 21:58:04.915121 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-94cab00a-a61e-4ec1-bc2f-23e698fa8160 req-cb7e12e1-1e68-44a6-90d1-985ed3e705af tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775254 Sep 09 21:58:04.920719 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-17a99e6e-e225-4fb6-9170-a0e18814b52a req-f2233e7c-115f-4c51-bfc1-a6b58d452cf7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756217 Sep 09 21:58:04.941764 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-377892e0-4ea0-4ddd-8504-870eb09f544c req-1dee6de4-1726-4046-bb82-53c6a1914971 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368209 Sep 09 21:58:05.021784 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c58487-0b08-4baf-beb9-3a31864cc69b req-bf206434-16f0-4a74-aa7c-c86e00b29b48 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:05.023240 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-12c58487-0b08-4baf-beb9-3a31864cc69b req-bf206434-16f0-4a74-aa7c-c86e00b29b48 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0489993 Sep 09 21:58:05.061778 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-12c58487-0b08-4baf-beb9-3a31864cc69b req-d5ea2ee2-39d8-4240-b69b-59bd0f00dfa7 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321910 Sep 09 21:58:05.598754 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9405b-0d03-4a9a-87b9-b1173beaa53c req-2e4fd50f-8f20-4537-a584-dfbdb583e9a6 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:05.600568 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e2b9405b-0d03-4a9a-87b9-b1173beaa53c req-2e4fd50f-8f20-4537-a584-dfbdb583e9a6 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0481122 Sep 09 21:58:05.639075 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e2b9405b-0d03-4a9a-87b9-b1173beaa53c req-0098b6f3-7389-4176-a818-bdce4a21516f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Sep 09 21:58:06.035220 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbabfce-e7ef-4eae-8e44-b5ee5353f9a7 req-aaf538cd-767f-40ef-b40b-0eedd843f6a7 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:06.036914 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9bbabfce-e7ef-4eae-8e44-b5ee5353f9a7 req-aaf538cd-767f-40ef-b40b-0eedd843f6a7 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 946 time: 0.0534267 Sep 09 21:58:06.087491 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9bbabfce-e7ef-4eae-8e44-b5ee5353f9a7 req-89dec738-a237-4990-a33b-3ad11da6e312 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345535 Sep 09 21:58:06.181564 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9c36-039f-45d0-84fa-fedf7243bdff req-d961bce3-3489-4d44-9cb1-bd6fe6a3ad33 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:06.183056 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-369c9c36-039f-45d0-84fa-fedf7243bdff req-d961bce3-3489-4d44-9cb1-bd6fe6a3ad33 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0476592 Sep 09 21:58:06.221740 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-369c9c36-039f-45d0-84fa-fedf7243bdff req-0b35f7e0-361a-4cbd-9a1c-4c612cb18da4 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326822 Sep 09 21:58:06.523739 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a13c2a-3739-490d-bdbe-919608abc4be req-dd0303be-69b8-4388-a4ea-041a82ac0f26 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:06.525297 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-63a13c2a-3739-490d-bdbe-919608abc4be req-dd0303be-69b8-4388-a4ea-041a82ac0f26 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0524123 Sep 09 21:58:06.562604 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-63a13c2a-3739-490d-bdbe-919608abc4be req-bde0d3b0-252b-408d-8100-f89d37fcfadb tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313048 Sep 09 21:58:06.762055 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34873600-f002-48b9-9196-0b9e1dd06fa4 req-053f2b02-aefb-48ed-8447-700a746da6ac tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:06.763528 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-34873600-f002-48b9-9196-0b9e1dd06fa4 req-053f2b02-aefb-48ed-8447-700a746da6ac tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0535257 Sep 09 21:58:06.801257 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-34873600-f002-48b9-9196-0b9e1dd06fa4 req-4bcd7da1-bf73-49b9-b8e2-49eada9090e0 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Sep 09 21:58:07.201284 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a95e8f-4fe7-4327-b330-e6f8ee3a7cd8 req-9cf0b3a2-fa0e-4bd8-a1d4-94c2a5fd6cd9 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:07.202717 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f0a95e8f-4fe7-4327-b330-e6f8ee3a7cd8 req-9cf0b3a2-fa0e-4bd8-a1d4-94c2a5fd6cd9 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 946 time: 0.0481768 Sep 09 21:58:07.240195 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f0a95e8f-4fe7-4327-b330-e6f8ee3a7cd8 req-7c38e995-d034-4753-9389-6ab54b01151a tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316682 Sep 09 21:58:07.337140 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34ede-9dad-4c3b-83a9-c8ad892029d9 req-b17b241e-5cf2-4230-a077-3ffaa9ced356 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:07.338564 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-66c34ede-9dad-4c3b-83a9-c8ad892029d9 req-b17b241e-5cf2-4230-a077-3ffaa9ced356 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0478048 Sep 09 21:58:07.377047 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-66c34ede-9dad-4c3b-83a9-c8ad892029d9 req-aa796abc-c68f-483a-8b52-d1bceae9be66 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Sep 09 21:58:07.456770 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 53146) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:58:07.557683 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2a5caf04-6395-42dc-9b11-cd77c68782cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:07.667903 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2a5caf04-6395-42dc-9b11-cd77c68782cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:07.687116 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896ad53-aac9-4edd-9488-db93ba6d4c57 req-34c41b1c-d4a9-431d-9770-83ddfeb171c0 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:07.688644 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7896ad53-aac9-4edd-9488-db93ba6d4c57 req-34c41b1c-d4a9-431d-9770-83ddfeb171c0 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0553560 Sep 09 21:58:07.731660 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7896ad53-aac9-4edd-9488-db93ba6d4c57 req-1f2ba133-057b-4ccf-aa0a-c0b19a6c3d13 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363891 Sep 09 21:58:07.743126 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2a5caf04-6395-42dc-9b11-cd77c68782cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:07.784471 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2a5caf04-6395-42dc-9b11-cd77c68782cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89d5f080b39b4b12b4667b2ac81ccac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265874 Sep 09 21:58:07.785327 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5caf04-6395-42dc-9b11-cd77c68782cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2afbc3-f8f5-4f6b-8674-f702efdff4c9,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:07.787329 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 53152) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:58:07.838836 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8766a012-69ce-4ba6-881c-1a4c149afedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:07.857743 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8766a012-69ce-4ba6-881c-1a4c149afedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:07.932341 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3af199-e618-4b64-a7d6-983ef1c58dfd req-46cae2cf-8fe2-414e-9159-18e35aa68b81 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:07.933822 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cc3af199-e618-4b64-a7d6-983ef1c58dfd req-46cae2cf-8fe2-414e-9159-18e35aa68b81 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0617146 Sep 09 21:58:07.971759 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cc3af199-e618-4b64-a7d6-983ef1c58dfd req-25ccf0ab-d876-43ca-a3f4-2566715244f5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Sep 09 21:58:08.008338 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8766a012-69ce-4ba6-881c-1a4c149afedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:08.010937 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8766a012-69ce-4ba6-881c-1a4c149afedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:08.012055 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-8766a012-69ce-4ba6-881c-1a4c149afedc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb2afbc3-f8f5-4f6b-8674-f702efdff4c9 HTTP/1.1" status: 204 len: 168 time: 0.2237425 Sep 09 21:58:08.020606 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766a012-69ce-4ba6-881c-1a4c149afedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2afbc3-f8f5-4f6b-8674-f702efdff4c9,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:08.360221 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd92ec-52f2-49b7-a766-fc2bce5d87d9 req-755dc783-77c7-4256-a13f-984724fbe1ef tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:08.361781 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f7dd92ec-52f2-49b7-a766-fc2bce5d87d9 req-755dc783-77c7-4256-a13f-984724fbe1ef tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 946 time: 0.0519092 Sep 09 21:58:08.403039 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f7dd92ec-52f2-49b7-a766-fc2bce5d87d9 req-694920c2-fb1d-467a-8a04-443a5dddae52 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349677 Sep 09 21:58:08.495045 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efb716-8abb-4cbc-a87a-271f9d7a40ba req-8ce2e213-bf8f-4866-8bbb-00cb49046e5f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:08.496580 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f4efb716-8abb-4cbc-a87a-271f9d7a40ba req-8ce2e213-bf8f-4866-8bbb-00cb49046e5f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0471797 Sep 09 21:58:08.533978 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f4efb716-8abb-4cbc-a87a-271f9d7a40ba req-13684fa1-5889-43fc-9a4f-406c084bbb6b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Sep 09 21:58:08.842542 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677abee0-abef-4e75-b5de-55f17e354a39 req-a2b4e1e3-f9e5-4a89-960b-64e18444c5fd tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:08.844050 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-677abee0-abef-4e75-b5de-55f17e354a39 req-a2b4e1e3-f9e5-4a89-960b-64e18444c5fd tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0475984 Sep 09 21:58:08.882683 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-677abee0-abef-4e75-b5de-55f17e354a39 req-965d242c-b341-4ef5-94b9-985e3d9bf6ac tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326374 Sep 09 21:58:09.087521 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941269e3-93f4-4c02-909d-62b746715161 req-7b8672c3-c730-4b8f-8553-d81e80d80a72 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:09.089054 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-941269e3-93f4-4c02-909d-62b746715161 req-7b8672c3-c730-4b8f-8553-d81e80d80a72 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0494461 Sep 09 21:58:09.130359 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-941269e3-93f4-4c02-909d-62b746715161 req-45c8e089-81f2-45ec-b1ba-72380f0fba83 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350795 Sep 09 21:58:09.509084 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a838a48-89d9-4e62-be51-b97d9472b02b req-d6e0fa16-d58d-43c7-8b6d-79a361de4d6b tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:09.510562 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2a838a48-89d9-4e62-be51-b97d9472b02b req-d6e0fa16-d58d-43c7-8b6d-79a361de4d6b tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0516262 Sep 09 21:58:09.521350 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2e6c7-9632-42f1-a9ed-588ca8519224 req-3013b415-2ea6-4b4a-b876-2e5334e607c8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:09.522819 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e3b2e6c7-9632-42f1-a9ed-588ca8519224 req-3013b415-2ea6-4b4a-b876-2e5334e607c8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 946 time: 0.0522480 Sep 09 21:58:09.560547 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e3b2e6c7-9632-42f1-a9ed-588ca8519224 req-26b793ae-cee0-4da3-97e4-b7959c5784b4 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Sep 09 21:58:09.667710 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-2a838a48-89d9-4e62-be51-b97d9472b02b req-e77db4bc-b769-4635-ba57-864cc31df48c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Deleting port a7b10599-51a1-40a0-b481-a862c147921c {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:58:09.668050 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-2a838a48-89d9-4e62-be51-b97d9472b02b req-e77db4bc-b769-4635-ba57-864cc31df48c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:09.712122 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca62d9-f84e-4851-abab-53f90253e87e req-4b50caa4-8dca-476b-90a7-b8f6464fa5cd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:09.713663 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bcca62d9-f84e-4851-abab-53f90253e87e req-4b50caa4-8dca-476b-90a7-b8f6464fa5cd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0958531 Sep 09 21:58:09.802107 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bcca62d9-f84e-4851-abab-53f90253e87e req-7f785958-11ad-48c0-becb-9e8bb1c90047 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608127 Sep 09 21:58:09.803867 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-2a838a48-89d9-4e62-be51-b97d9472b02b req-e77db4bc-b769-4635-ba57-864cc31df48c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] For port a7b10599-51a1-40a0-b481-a862c147921c, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=a7b10599-51a1-40a0-b481-a862c147921c,segment=NetworkSegment(15654552-4b46-43c9-a430-2c56d7217966),segment_id=15654552-4b46-43c9-a430-2c56d7217966)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:58:09.804275 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-2a838a48-89d9-4e62-be51-b97d9472b02b req-e77db4bc-b769-4635-ba57-864cc31df48c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:09.818941 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-2a838a48-89d9-4e62-be51-b97d9472b02b req-e77db4bc-b769-4635-ba57-864cc31df48c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Calling delete_port for a7b10599-51a1-40a0-b481-a862c147921c owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:58:09.996312 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7519fd-1f2a-4d35-940f-6a28b5566809 req-612505f2-1853-46c7-a15a-3f5b45366214 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:09.997800 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1a7519fd-1f2a-4d35-940f-6a28b5566809 req-612505f2-1853-46c7-a15a-3f5b45366214 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 946 time: 0.0490172 Sep 09 21:58:10.035355 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1a7519fd-1f2a-4d35-940f-6a28b5566809 req-eb253164-1290-4070-8f81-630b46d336f0 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Sep 09 21:58:10.063001 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-2a838a48-89d9-4e62-be51-b97d9472b02b req-e77db4bc-b769-4635-ba57-864cc31df48c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:10.084022 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['a7b10599-51a1-40a0-b481-a862c147921c'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:58:10.119455 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77db4bc-b769-4635-ba57-864cc31df48c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Pushing event deleted for resources: {'Port': ['ID=a7b10599-51a1-40a0-b481-a862c147921c,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:10.152925 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a838a48-89d9-4e62-be51-b97d9472b02b req-e77db4bc-b769-4635-ba57-864cc31df48c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] No DVR routers for this DVR port a7b10599-51a1-40a0-b481-a862c147921c on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:58:10.156103 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-2a838a48-89d9-4e62-be51-b97d9472b02b req-e77db4bc-b769-4635-ba57-864cc31df48c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:10.158202 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2a838a48-89d9-4e62-be51-b97d9472b02b req-e77db4bc-b769-4635-ba57-864cc31df48c tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.46 "DELETE /v2.0/ports/a7b10599-51a1-40a0-b481-a862c147921c HTTP/1.1" status: 204 len: 173 time: 0.6386800 Sep 09 21:58:10.159203 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce80e7e5-76ce-4b3c-928f-3b77b56ede14', 'name': 'network-vif-deleted', 'tag': 'a7b10599-51a1-40a0-b481-a862c147921c'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:58:10.161475 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac806dc2-d8f6-489c-bd70-7fee7b42f312" -d '{"events": [{"server_uuid": "ce80e7e5-76ce-4b3c-928f-3b77b56ede14", "name": "network-vif-deleted", "tag": "a7b10599-51a1-40a0-b481-a862c147921c"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:58:10.202104 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eae77cd-c640-45ce-a39a-1b6b113310b0 x-openstack-request-id: req-1eae77cd-c640-45ce-a39a-1b6b113310b0 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:58:10.202205 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:58:10.202676 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce80e7e5-76ce-4b3c-928f-3b77b56ede14", "name": "network-vif-deleted", "tag": "a7b10599-51a1-40a0-b481-a862c147921c", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:58:10.202676 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1eae77cd-c640-45ce-a39a-1b6b113310b0 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:58:10.202676 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce80e7e5-76ce-4b3c-928f-3b77b56ede14', 'name': 'network-vif-deleted', 'tag': 'a7b10599-51a1-40a0-b481-a862c147921c', 'status': 'completed', 'code': 200} Sep 09 21:58:10.257648 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dab5c-292c-4810-8095-751212a3d5ef req-b1ec7e83-c36b-4773-8464-819c9bd99617 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:10.259396 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ad3dab5c-292c-4810-8095-751212a3d5ef req-b1ec7e83-c36b-4773-8464-819c9bd99617 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0582824 Sep 09 21:58:10.307973 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ad3dab5c-292c-4810-8095-751212a3d5ef req-b8e19abc-b631-430b-94a7-f171a7aa209e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Sep 09 21:58:10.919447 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd0ee7-014f-4879-ba14-2fbb3441111c req-5bf816dc-a5dd-4756-9e33-b5ee16133119 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:10.921054 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f2bd0ee7-014f-4879-ba14-2fbb3441111c req-5bf816dc-a5dd-4756-9e33-b5ee16133119 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0489788 Sep 09 21:58:10.959483 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f2bd0ee7-014f-4879-ba14-2fbb3441111c req-3bf50d2e-3ac0-4584-ab65-2479eed1f9d1 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308554 Sep 09 21:58:11.145591 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-458244ed-e02b-40ee-8e86-87d5d8b17001 req-2c82e828-c858-45ae-bf81-3d0e6b2dc74d tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce80e7e5-76ce-4b3c-928f-3b77b56ede14 HTTP/1.1" status: 200 len: 210 time: 0.0260644 Sep 09 21:58:11.450412 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21bfb-7f07-4051-bdb3-17f973a7db7d req-1da4b87d-f041-4f66-a19c-6d238e4a06ed tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:11.452017 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-04d21bfb-7f07-4051-bdb3-17f973a7db7d req-1da4b87d-f041-4f66-a19c-6d238e4a06ed tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0515549 Sep 09 21:58:11.493329 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-04d21bfb-7f07-4051-bdb3-17f973a7db7d req-a60371f6-5be3-4621-aadf-069930056f85 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344336 Sep 09 21:58:12.076555 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a8cf-3253-488e-9194-4a2842599961 req-66b12c56-21af-4bc9-bb5a-9eb1afe19a7c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:12.078136 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-50a9a8cf-3253-488e-9194-4a2842599961 req-66b12c56-21af-4bc9-bb5a-9eb1afe19a7c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0513904 Sep 09 21:58:12.117229 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-50a9a8cf-3253-488e-9194-4a2842599961 req-9cbcbe47-eb50-409d-b277-64f163bf268f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Sep 09 21:58:12.449791 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-26238e00-356c-485f-a05a-520d585048a9 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:12.451246 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-26238e00-356c-485f-a05a-520d585048a9 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/networks?id=1ee04c45-b52c-46a4-8852-8623ff7ac201 HTTP/1.1" status: 200 len: 809 time: 0.1018782 Sep 09 21:58:12.466879 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-2271f944-0813-4e7a-bdd2-46e2384f6346 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/quotas/585865a2f94f4a4398d1ec5059b2ebc4 HTTP/1.1" status: 200 len: 375 time: 0.0091364 Sep 09 21:58:12.500682 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-ab7f5bc0-3b98-47cc-8c81-5f4111fc316d tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=585865a2f94f4a4398d1ec5059b2ebc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284262 Sep 09 21:58:12.603734 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-cfb8d972-9bcc-4c86-9749-13150de99199 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee04c45-b52c-46a4-8852-8623ff7ac201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949697 Sep 09 21:58:12.628180 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee37f96-1866-4567-af29-567ea6a3b83c req-c639fdd4-d3bb-4db2-8394-e0d8b63a2b3c tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:12.630708 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2ee37f96-1866-4567-af29-567ea6a3b83c req-c639fdd4-d3bb-4db2-8394-e0d8b63a2b3c tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0676825 Sep 09 21:58:12.668905 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2ee37f96-1866-4567-af29-567ea6a3b83c req-6b308b97-54da-44ad-a497-2790f9e53a9a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315638 Sep 09 21:58:12.697340 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1d180f74-d5ab-40b7-83f7-e93c1d513b45 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee04c45-b52c-46a4-8852-8623ff7ac201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926874 Sep 09 21:58:12.948092 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-15e2d60c-1c0e-4a6d-927b-45f0fe2e76f9 req-96cb1a76-0ee7-40fa-9716-2fa11494b1f9 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 210 time: 0.0255256 Sep 09 21:58:13.236703 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ee344-a540-4128-b758-8b69d9a9207d req-553567b1-a917-4ecc-92f0-13f654a466f5 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:13.238215 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-625ee344-a540-4128-b758-8b69d9a9207d req-553567b1-a917-4ecc-92f0-13f654a466f5 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0487943 Sep 09 21:58:13.274818 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-625ee344-a540-4128-b758-8b69d9a9207d req-49b65f58-6d6a-4920-b8e0-2ca2f3eb8d9c tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Sep 09 21:58:13.782946 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744896d5-eaf1-47cb-ac61-0d2d22165b2c req-b72f763b-e30f-438a-b7d5-8d2ec878a5f9 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:13.784481 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-744896d5-eaf1-47cb-ac61-0d2d22165b2c req-b72f763b-e30f-438a-b7d5-8d2ec878a5f9 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0469220 Sep 09 21:58:13.823262 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-744896d5-eaf1-47cb-ac61-0d2d22165b2c req-fdc08ca7-c2d7-4251-a933-e0fca98114e5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328515 Sep 09 21:58:14.000099 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device a7b10599-51a1-40a0-b481-a862c147921c no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:58:14.021073 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: a7b10599-51a1-40a0-b481-a862c147921c {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:58:14.021404 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device a7b10599-51a1-40a0-b481-a862c147921c not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:58:14.044972 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1d6566e9-b1d0-4251-a1b9-c876770a2459 req-e632f688-b08e-4858-bee5-118b2cf562d0 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 210 time: 0.0262413 Sep 09 21:58:14.394009 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349181ea-389d-4cda-9692-af915d255515 req-ff3cbea0-2937-40ae-be1e-34311de509e1 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:14.395497 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-349181ea-389d-4cda-9692-af915d255515 req-ff3cbea0-2937-40ae-be1e-34311de509e1 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0522139 Sep 09 21:58:14.440055 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-349181ea-389d-4cda-9692-af915d255515 req-1b7b36e1-59c2-4c7f-8e27-c765d5deb3ce tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380914 Sep 09 21:58:14.940349 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd8b10-58ca-4367-94e2-176dafe953af req-f5206dc0-7d80-4a3a-942a-eca21b28d131 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:14.942486 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7ecd8b10-58ca-4367-94e2-176dafe953af req-f5206dc0-7d80-4a3a-942a-eca21b28d131 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0528364 Sep 09 21:58:14.988711 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7ecd8b10-58ca-4367-94e2-176dafe953af req-45318d59-a76c-4267-96fa-41f82ea65903 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341773 Sep 09 21:58:15.038682 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-40fc1823-b522-4452-8c86-ecad37eb5b62 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:15.040141 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-40fc1823-b522-4452-8c86-ecad37eb5b62 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.46 "GET /v2.0/networks?id=1ee04c45-b52c-46a4-8852-8623ff7ac201 HTTP/1.1" status: 200 len: 809 time: 0.1076581 Sep 09 21:58:15.079439 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Request body: {'port': {'device_id': '1d4d5071-d58c-4667-90e5-5cfd0bd27109', 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201', 'admin_state_up': True, 'tenant_id': '585865a2f94f4a4398d1ec5059b2ebc4'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:15.146434 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9a5ad57d-6777-4446-8463-93457fda62a6 req-5dc85233-a68c-4747-85a8-a5d2a63ca6a7 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 210 time: 0.0266426 Sep 09 21:58:15.315259 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Made reservation on behalf of 585865a2f94f4a4398d1ec5059b2ebc4 for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:58:15.318880 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:15.443072 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Allocated IP 172.20.0.4 (1ee04c45-b52c-46a4-8852-8623ff7ac201/ebd6e456-3b66-4b63-9b81-4eb4b00c994c/48d966fd-ea38-4413-95bb-68999666b5f7) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:58:15.632691 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:15.671140 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f4f79-8a6a-4154-aa3e-72bb4170aa2a req-549c2d15-0c2a-4f7b-a2bd-8bec9ad29c28 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:15.673406 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b08f4f79-8a6a-4154-aa3e-72bb4170aa2a req-549c2d15-0c2a-4f7b-a2bd-8bec9ad29c28 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.1621232 Sep 09 21:58:15.714862 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b08f4f79-8a6a-4154-aa3e-72bb4170aa2a req-8a3de42d-404f-4deb-91b7-04d21a84820b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335865 Sep 09 21:58:15.740530 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:15.784718 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Network 1ee04c45-b52c-46a4-8852-8623ff7ac201 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:58:15.786114 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:58:15.792657 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:58:15.798258 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:15.799544 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:15.811902 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Pushing event updated for resources: {'Port': ['ID=48d966fd-ea38-4413-95bb-68999666b5f7,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:15.870798 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a1291-33c7-4ad4-8f0f-021d7ede642b req-97c8c2e4-7d3d-4d33-b752-da910ca0a03f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:15.872218 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9f2a1291-33c7-4ad4-8f0f-021d7ede642b req-97c8c2e4-7d3d-4d33-b752-da910ca0a03f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0487144 Sep 09 21:58:15.886631 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-248f2105-3c6b-430d-9d22-f75203e48f02 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113182 Sep 09 21:58:15.901693 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Request body: {'port': {'device_id': '1d4d5071-d58c-4667-90e5-5cfd0bd27109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:15.910619 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9f2a1291-33c7-4ad4-8f0f-021d7ede642b req-edb06c99-b964-44c7-a441-1513a3e0867d tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Sep 09 21:58:15.933525 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 53346) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:58:15.959440 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:16.141077 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864a00d9-14e9-4b35-961c-8469ace021b0 tempest-TestMinimumBasicScenario-2024367119 tempest-TestMinimumBasicScenario-2024367119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:16.143138 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-864a00d9-14e9-4b35-961c-8469ace021b0 tempest-TestMinimumBasicScenario-2024367119 tempest-TestMinimumBasicScenario-2024367119-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 1094 time: 0.2080977 Sep 09 21:58:16.146421 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 53354) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:58:16.152993 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Request body: {'floatingip': {'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'port_id': '3712d993-bea4-4897-a940-1789d59f373d', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:16.199609 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263611-12b7-4160-a1f8-cceee3171560 req-42d30b60-e224-4a6b-8ae6-f77a9959dc1e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:16.201130 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c3263611-12b7-4160-a1f8-cceee3171560 req-42d30b60-e224-4a6b-8ae6-f77a9959dc1e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.1118474 Sep 09 21:58:16.258485 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for floatingip, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:16.268498 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c3263611-12b7-4160-a1f8-cceee3171560 req-c71b0415-e01f-4604-bc77-b95dcab6afe3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606515 Sep 09 21:58:16.300343 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee841f9-65a5-49d0-b19e-470d5527fdda req-764579e3-84ce-478c-9098-e7e887f8e4f9 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:16.301861 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-aee841f9-65a5-49d0-b19e-470d5527fdda req-764579e3-84ce-478c-9098-e7e887f8e4f9 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 931 time: 0.0736718 Sep 09 21:58:16.310137 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d966fd-ea38-4413-95bb-68999666b5f7 {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:58:16.321211 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:16.336090 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Transition to ACTIVE for port object 48d966fd-ea38-4413-95bb-68999666b5f7 will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:58:16.382787 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-aee841f9-65a5-49d0-b19e-470d5527fdda req-26c44967-27c1-4398-b0be-3c2920bfa9c7 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746691 Sep 09 21:58:16.406490 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:16.414365 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:16.487690 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Pushing event updated for resources: {'Port': ['ID=48d966fd-ea38-4413-95bb-68999666b5f7,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:16.499802 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Attempting to bind port 48d966fd-ea38-4413-95bb-68999666b5f7 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:58:16.500141 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Attempting to bind port 48d966fd-ea38-4413-95bb-68999666b5f7 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '15654552-4b46-43c9-a430-2c56d7217966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:58:16.500516 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Attempting to bind port 48d966fd-ea38-4413-95bb-68999666b5f7 on network 1ee04c45-b52c-46a4-8852-8623ff7ac201 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:58:16.506009 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Port 48d966fd-ea38-4413-95bb-68999666b5f7 on network 1ee04c45-b52c-46a4-8852-8623ff7ac201 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:58:16.506326 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Attempting to bind port 48d966fd-ea38-4413-95bb-68999666b5f7 on network 1ee04c45-b52c-46a4-8852-8623ff7ac201 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:58:16.513023 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Allocated IP 172.27.1.92 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/b5015887-b830-450b-948b-b359a58b2ede) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:58:16.525904 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:58:16.526231 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Checking segment: {'id': '15654552-4b46-43c9-a430-2c56d7217966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:58:16.527042 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Bound using segment: {'id': '15654552-4b46-43c9-a430-2c56d7217966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:58:16.527942 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Bound port: 48d966fd-ea38-4413-95bb-68999666b5f7, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15654552-4b46-43c9-a430-2c56d7217966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:58:16.527942 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:16.597728 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] For port 48d966fd-ea38-4413-95bb-68999666b5f7, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:58:16.601115 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] For port 48d966fd-ea38-4413-95bb-68999666b5f7, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=48d966fd-ea38-4413-95bb-68999666b5f7,segment=NetworkSegment(15654552-4b46-43c9-a430-2c56d7217966),segment_id=15654552-4b46-43c9-a430-2c56d7217966)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:58:16.625789 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:16.657614 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:16.700129 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:16.700880 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:16.702189 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] 10.222.0.46 "PUT /v2.0/ports/48d966fd-ea38-4413-95bb-68999666b5f7 HTTP/1.1" status: 200 len: 1093 time: 0.8047650 Sep 09 21:58:16.702618 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4d5071-d58c-4667-90e5-5cfd0bd27109', 'tag': '48d966fd-ea38-4413-95bb-68999666b5f7'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:58:16.704868 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc940756-00fc-42cd-bc5f-648eb9d10d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4d5071-d58c-4667-90e5-5cfd0bd27109", "tag": "48d966fd-ea38-4413-95bb-68999666b5f7"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:58:16.733761 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7aedac-3b15-4ee1-9dbe-9c10334ad029 service neutron] Pushing event updated for resources: {'Port': ['ID=48d966fd-ea38-4413-95bb-68999666b5f7,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:16.744531 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1786022d-c91e-440c-b025-70c153ae4178 x-openstack-request-id: req-1786022d-c91e-440c-b025-70c153ae4178 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:58:16.744531 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4d5071-d58c-4667-90e5-5cfd0bd27109", "tag": "48d966fd-ea38-4413-95bb-68999666b5f7", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:58:16.744531 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1786022d-c91e-440c-b025-70c153ae4178 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:58:16.745123 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4d5071-d58c-4667-90e5-5cfd0bd27109', 'tag': '48d966fd-ea38-4413-95bb-68999666b5f7', 'status': 'completed', 'code': 200} Sep 09 21:58:16.769187 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:16.820706 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc940756-00fc-42cd-bc5f-648eb9d10d0b req-fe19ec50-fc70-4927-b42f-0832a85c6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:16.822242 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cc940756-00fc-42cd-bc5f-648eb9d10d0b req-fe19ec50-fc70-4927-b42f-0832a85c6a0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=585865a2f94f4a4398d1ec5059b2ebc4&device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 1096 time: 0.0460701 Sep 09 21:58:16.825389 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:58:16.833517 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:58:16.839984 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:58:16.873423 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'Port': ['ID=b5015887-b830-450b-948b-b359a58b2ede,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:16.895762 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaff1b-2d0f-4372-9fa2-5b008f0ed9ee req-9e7a5215-a274-4df7-958c-c5100844f771 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:16.897283 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-26eaff1b-2d0f-4372-9fa2-5b008f0ed9ee req-9e7a5215-a274-4df7-958c-c5100844f771 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.1047075 Sep 09 21:58:16.925278 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc940756-00fc-42cd-bc5f-648eb9d10d0b req-92bef70b-3d68-44d2-b9fe-72ecd32a423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:16.926736 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cc940756-00fc-42cd-bc5f-648eb9d10d0b req-92bef70b-3d68-44d2-b9fe-72ecd32a423b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=585865a2f94f4a4398d1ec5059b2ebc4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0955803 Sep 09 21:58:16.982764 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-26eaff1b-2d0f-4372-9fa2-5b008f0ed9ee req-20e136b7-6b47-4aba-854f-aff577c008f5 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782847 Sep 09 21:58:17.035199 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc940756-00fc-42cd-bc5f-648eb9d10d0b req-388ff2dd-a4b3-4f11-9df5-e6f487c7318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:17.036727 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cc940756-00fc-42cd-bc5f-648eb9d10d0b req-388ff2dd-a4b3-4f11-9df5-e6f487c7318f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933442 Sep 09 21:58:17.216432 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-a3287327-51d8-4a4b-935b-4a88aa23784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:17.219185 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-a3287327-51d8-4a4b-935b-4a88aa23784b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=585865a2f94f4a4398d1ec5059b2ebc4&device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 1096 time: 0.0437043 Sep 09 21:58:17.263058 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-6c38b42e-3c01-47ab-8ec6-1bd062e72315 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48d966fd-ea38-4413-95bb-68999666b5f7 HTTP/1.1" status: 200 len: 217 time: 0.0364897 Sep 09 21:58:17.327284 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-97fda561-2d25-46ad-a8d6-d861d47368e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:17.331316 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-97fda561-2d25-46ad-a8d6-d861d47368e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ebd6e456-3b66-4b63-9b81-4eb4b00c994c HTTP/1.1" status: 200 len: 849 time: 0.0493007 Sep 09 21:58:17.358074 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:17.365771 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-f983d832-6461-4785-bece-67483aa1b1a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ee04c45-b52c-46a4-8852-8623ff7ac201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251095 Sep 09 21:58:17.464156 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812c25c-7b0c-42bf-80ba-87a59cd8c683 req-3027f83c-de89-49b1-8684-7013cecebf94 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:17.465722 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f812c25c-7b0c-42bf-80ba-87a59cd8c683 req-3027f83c-de89-49b1-8684-7013cecebf94 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.1096997 Sep 09 21:58:17.491394 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-06ccc31d-41be-4cc8-bae2-8965585e56e4 service neutron] 10.222.0.46 "GET /v2.0/networks/1ee04c45-b52c-46a4-8852-8623ff7ac201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150658 Sep 09 21:58:17.505000 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f812c25c-7b0c-42bf-80ba-87a59cd8c683 req-31c1836a-7a6d-4fe8-96a4-949ac54776bd tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325830 Sep 09 21:58:17.525832 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e578375-cd42-445b-b806-699569e61e7e req-35312180-8f64-4e95-a06d-9b431945d9fb tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:17.527654 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e578375-cd42-445b-b806-699569e61e7e req-35312180-8f64-4e95-a06d-9b431945d9fb tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 943 time: 0.0658455 Sep 09 21:58:17.561222 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:17.618252 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e578375-cd42-445b-b806-699569e61e7e req-16180282-1b49-4185-92d3-223045d98ec5 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800126 Sep 09 21:58:17.654889 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6bdc71d-cfc8-4f6b-a151-0699685b7880 req-5f7d3a8b-febd-40f9-9e11-0905ecb57ca3 service neutron] 10.222.0.46 "GET /v2.0/networks/1ee04c45-b52c-46a4-8852-8623ff7ac201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518779 Sep 09 21:58:17.938448 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cc097-40e1-48a9-a290-9b2eba9e5ccb req-054c4b10-3d6c-4de7-888f-c1c727a52a13 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:17.940583 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b84cc097-40e1-48a9-a290-9b2eba9e5ccb req-054c4b10-3d6c-4de7-888f-c1c727a52a13 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0523093 Sep 09 21:58:17.949571 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:17.980135 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b84cc097-40e1-48a9-a290-9b2eba9e5ccb req-de0c3239-ec1f-4b63-9096-8ab4c7f185cb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327532 Sep 09 21:58:18.018629 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:18.076039 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c99c-04cd-4e5c-8f74-639a94dc53fe req-ee15b2ad-8f67-455c-96cb-f844b965713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:18.077485 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c869c99c-04cd-4e5c-8f74-639a94dc53fe req-ee15b2ad-8f67-455c-96cb-f844b965713b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 1099 time: 0.0408726 Sep 09 21:58:18.120774 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'Port': ['ID=b5015887-b830-450b-948b-b359a58b2ede,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:18.133655 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:18.187837 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4393e8-1e8a-46b2-80ee-172938ffeb8d req-d0afc7eb-1411-4569-ab82-9ccdaac85494 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:18.189511 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dc4393e8-1e8a-46b2-80ee-172938ffeb8d req-d0afc7eb-1411-4569-ab82-9ccdaac85494 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.1291151 Sep 09 21:58:18.268928 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dc4393e8-1e8a-46b2-80ee-172938ffeb8d req-b1260bfd-625d-414b-9c9a-ac4a32ad8729 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727637 Sep 09 21:58:18.279314 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.l3_db [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Floating IP 006a07cc-67ee-45f5-94dd-62aec1088094 associated. External IP: 172.27.1.92, port: 3712d993-bea4-4897-a940-1789d59f373d. Sep 09 21:58:18.395898 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c99c-04cd-4e5c-8f74-639a94dc53fe req-27a0f55f-a544-4dd5-8a3a-76d67cf0e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:18.397404 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c869c99c-04cd-4e5c-8f74-639a94dc53fe req-27a0f55f-a544-4dd5-8a3a-76d67cf0e1b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 HTTP/1.1" status: 200 len: 911 time: 0.3022268 Sep 09 21:58:18.499073 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c869c99c-04cd-4e5c-8f74-639a94dc53fe req-b09f694b-68cd-4926-a3f6-f89e4d5af28e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5af56c-5c6e-445e-94f2-c91d2782982f HTTP/1.1" status: 200 len: 1002 time: 0.0894403 Sep 09 21:58:18.500363 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:58:18.549896 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c99c-04cd-4e5c-8f74-639a94dc53fe req-d8fda49b-0eaa-4bd7-b003-b1ac50c6ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:18.551382 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c869c99c-04cd-4e5c-8f74-639a94dc53fe req-d8fda49b-0eaa-4bd7-b003-b1ac50c6ff79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f HTTP/1.1" status: 200 len: 849 time: 0.0423725 Sep 09 21:58:18.601222 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c99c-04cd-4e5c-8f74-639a94dc53fe req-84add47f-c6f2-4666-b3af-a6250d73fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:18.602663 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c869c99c-04cd-4e5c-8f74-639a94dc53fe req-84add47f-c6f2-4666-b3af-a6250d73fef9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411341 Sep 09 21:58:18.610100 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:58:18.619916 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34860a1a-147a-49ac-b788-43738ba1da5b None None] Sync routers for ids ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:58:18.630128 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34860a1a-147a-49ac-b788-43738ba1da5b None None] Routers {'5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:58:18.630731 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-34860a1a-147a-49ac-b788-43738ba1da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:57:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:58:18.722711 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c869c99c-04cd-4e5c-8f74-639a94dc53fe req-0b4f9a7d-1220-4fbd-af6e-cddc41e96d7c service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054816 Sep 09 21:58:18.724709 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:18.743087 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-34860a1a-147a-49ac-b788-43738ba1da5b None None] Set router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:58:18.775701 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a9d5a-a270-4a68-b8d1-2e85e396ef9c req-5c666d00-6731-4d5f-937b-bda62ebfa8a4 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:18.777344 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-980a9d5a-a270-4a68-b8d1-2e85e396ef9c req-5c666d00-6731-4d5f-937b-bda62ebfa8a4 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 943 time: 0.0808136 Sep 09 21:58:18.781692 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-7dc74711-99a0-436f-a607-586a65614e68 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6308258 Sep 09 21:58:18.781692 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'tag': '3712d993-bea4-4897-a940-1789d59f373d'}] {{(pid=100961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:58:18.782109 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b65d93457b8c871874c01ecb4d659631ef50cf60421be1b29a611e90dc15954f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "tag": "3712d993-bea4-4897-a940-1789d59f373d"}]}' {{(pid=100961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:58:18.791523 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 53388) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:58:18.799283 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-b3255cff-d74d-49d3-b5db-4e0c0be9f552 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1800975307', 'description': 'tempest-secgroup-smoke-1800975307 description', 'project_id': '31769cc590394995a38001f9f857bdcc'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:18.842056 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-980a9d5a-a270-4a68-b8d1-2e85e396ef9c req-b136f70d-2105-4391-b041-ec593f51a281 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494626 Sep 09 21:58:18.857427 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7334385-dbe0-4930-b9b0-ed85d68e401e x-openstack-request-id: req-f7334385-dbe0-4930-b9b0-ed85d68e401e {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:58:18.857720 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "tag": "3712d993-bea4-4897-a940-1789d59f373d", "status": "completed", "code": 200}]} {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:58:18.858069 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7334385-dbe0-4930-b9b0-ed85d68e401e {{(pid=100961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:58:18.858551 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'tag': '3712d993-bea4-4897-a940-1789d59f373d', 'status': 'completed', 'code': 200} Sep 09 21:58:18.863888 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c869c99c-04cd-4e5c-8f74-639a94dc53fe req-7a1f589e-6548-4c9b-a087-0fac9da3b311 service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314459 Sep 09 21:58:18.926025 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b3255cff-d74d-49d3-b5db-4e0c0be9f552 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:18.931912 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74 req-6394993b-472a-4677-a2af-fd54b8198df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:18.933552 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74 req-6394993b-472a-4677-a2af-fd54b8198df6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31769cc590394995a38001f9f857bdcc&device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 1099 time: 0.0452981 Sep 09 21:58:18.991093 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-34860a1a-147a-49ac-b788-43738ba1da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 4, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '006a07cc-67ee-45f5-94dd-62aec1088094', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'port_id': '3712d993-bea4-4897-a940-1789d59f373d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'mac_address': 'fa:16:3e:02:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:58:17Z', 'updated_at': '2021-09-09T21:58:17Z', 'revision_number': 0, 'project_id': '31769cc590394995a38001f9f857bdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce07e12-1fed-4401-ba13-7f4e1c644234', 'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'mac_address': 'fa:16:3e:2e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:50Z', 'revision_number': 5, 'project_id': '31769cc590394995a38001f9f857bdcc', 'subnets': [{'id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:58:19.028231 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b3255cff-d74d-49d3-b5db-4e0c0be9f552 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:19.029963 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34860a1a-147a-49ac-b788-43738ba1da5b None None] Checking router: 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:58:19.041295 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34860a1a-147a-49ac-b788-43738ba1da5b None None] Routers {'5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:58:19.041899 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-34860a1a-147a-49ac-b788-43738ba1da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:57:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:58:19.048545 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74 req-62aa99f0-7250-41da-b2d5-b0abcb4291b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:19.050594 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74 req-62aa99f0-7250-41da-b2d5-b0abcb4291b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9506ddba-0741-4133-ae25-05dfe4f6f479 HTTP/1.1" status: 200 len: 915 time: 0.1013417 Sep 09 21:58:19.106318 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b3255cff-d74d-49d3-b5db-4e0c0be9f552 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:19.137973 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-062f0b7f-976e-499b-b63d-2dcc0c1b35e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:19.158183 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-34860a1a-147a-49ac-b788-43738ba1da5b None None] Set router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:58:19.162058 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3255cff-d74d-49d3-b5db-4e0c0be9f552 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2c1eab-59c9-4298-bc92-75ab91bb68da,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:19.164394 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdbcfb-ddb2-452f-b8ce-a4ea0a4e78e7 req-aa3e36dd-c37c-44f7-b6aa-9d21e5331fb1 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:19.165942 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7ebdbcfb-ddb2-452f-b8ce-a4ea0a4e78e7 req-aa3e36dd-c37c-44f7-b6aa-9d21e5331fb1 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.1069109 Sep 09 21:58:19.172897 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74 req-ff6329b8-b8d0-4628-82bd-e334182182f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3712d993-bea4-4897-a940-1789d59f373d HTTP/1.1" status: 200 len: 999 time: 0.1125138 Sep 09 21:58:19.246912 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b3255cff-d74d-49d3-b5db-4e0c0be9f552 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:19.247685 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7ebdbcfb-ddb2-452f-b8ce-a4ea0a4e78e7 req-3dc632a4-97a5-45d2-a063-8c0e6b6727fa tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675888 Sep 09 21:58:19.248214 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-b3255cff-d74d-49d3-b5db-4e0c0be9f552 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4544716 Sep 09 21:58:19.251037 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 53396) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:58:19.252956 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74 req-a5a71d8a-6b82-45f6-8058-b51b07669689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:19.254449 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74 req-a5a71d8a-6b82-45f6-8058-b51b07669689 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd9b703d-d34b-4c38-954f-7bf531cb5d75 HTTP/1.1" status: 200 len: 853 time: 0.0684888 Sep 09 21:58:19.255734 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-a9e1301e-0480-44db-b8e1-893821903734 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Request body: {'security_group_rule': {'security_group_id': '9b2c1eab-59c9-4298-bc92-75ab91bb68da', 'project_id': '31769cc590394995a38001f9f857bdcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:19.317129 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74 req-8a2a89f4-f5b1-4687-8a09-68bb1c4b8794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:19.318741 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74 req-8a2a89f4-f5b1-4687-8a09-68bb1c4b8794 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9506ddba-0741-4133-ae25-05dfe4f6f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487063 Sep 09 21:58:19.367258 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a9e1301e-0480-44db-b8e1-893821903734 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:19.405841 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-34860a1a-147a-49ac-b788-43738ba1da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 4, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '006a07cc-67ee-45f5-94dd-62aec1088094', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'port_id': '3712d993-bea4-4897-a940-1789d59f373d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'mac_address': 'fa:16:3e:02:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:58:17Z', 'updated_at': '2021-09-09T21:58:17Z', 'revision_number': 0, 'project_id': '31769cc590394995a38001f9f857bdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce07e12-1fed-4401-ba13-7f4e1c644234', 'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'mac_address': 'fa:16:3e:2e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:50Z', 'revision_number': 5, 'project_id': '31769cc590394995a38001f9f857bdcc', 'subnets': [{'id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:58:19.429741 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74 req-f8e057c5-0a66-44ef-ad37-a23f3ba5c569 service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931726 Sep 09 21:58:19.436095 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34860a1a-147a-49ac-b788-43738ba1da5b None None] The sync data for ids ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'] in dv-cinder-808137-1-iscsi is: [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 4, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '006a07cc-67ee-45f5-94dd-62aec1088094', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'port_id': '3712d993-bea4-4897-a940-1789d59f373d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'mac_address': 'fa:16:3e:02:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:58:17Z', 'updated_at': '2021-09-09T21:58:17Z', 'revision_number': 0, 'project_id': '31769cc590394995a38001f9f857bdcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce07e12-1fed-4401-ba13-7f4e1c644234', 'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'mac_address': 'fa:16:3e:2e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:50Z', 'revision_number': 5, 'project_id': '31769cc590394995a38001f9f857bdcc', 'subnets': [{'id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:58:19.449788 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df419e71-076e-40e4-b809-bd9190382741 req-1683bb2d-848b-4637-a591-b3cb332d71b6 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:19.451443 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-df419e71-076e-40e4-b809-bd9190382741 req-1683bb2d-848b-4637-a591-b3cb332d71b6 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0955036 Sep 09 21:58:19.491662 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a9e1301e-0480-44db-b8e1-893821903734 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:19.517051 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-df419e71-076e-40e4-b809-bd9190382741 req-d2774c1c-d4e2-46f2-8d5b-3c9a0202d329 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569289 Sep 09 21:58:19.550801 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-553b3c67-a6f5-4e45-a71a-97e4d8ea0d74 req-0372d4e9-03c7-4c1d-9930-9c945e7957ff service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071932 Sep 09 21:58:19.568461 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a9e1301e-0480-44db-b8e1-893821903734 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:19.583481 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1301e-0480-44db-b8e1-893821903734 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aad2a67-d943-4335-83ea-c66a8d76c51d,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:19.659991 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a9e1301e-0480-44db-b8e1-893821903734 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:19.660446 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933bf55-6617-407d-85f5-1b62d0b6b957 None None] New status for floating IP 006a07cc-67ee-45f5-94dd-62aec1088094: ACTIVE {{(pid=100963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:58:19.664255 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a9e1301e-0480-44db-b8e1-893821903734 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4092607 Sep 09 21:58:19.669288 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 53404) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:58:19.670160 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-4fce929f-d8b9-4515-96d9-84b55abead6f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Request body: {'security_group_rule': {'security_group_id': '9b2c1eab-59c9-4298-bc92-75ab91bb68da', 'project_id': '31769cc590394995a38001f9f857bdcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:19.768163 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4fce929f-d8b9-4515-96d9-84b55abead6f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:19.825319 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4fce929f-d8b9-4515-96d9-84b55abead6f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:19.914138 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4fce929f-d8b9-4515-96d9-84b55abead6f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:19.932244 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce929f-d8b9-4515-96d9-84b55abead6f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3371c2-0328-42a5-b524-774d52a23ee2,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:19.985172 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a63f7-7821-4dc2-a6c3-6eff5a3b5272 req-45284376-ac25-4b1f-b8d0-417197ed7a9f tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:19.986707 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-799a63f7-7821-4dc2-a6c3-6eff5a3b5272 req-45284376-ac25-4b1f-b8d0-417197ed7a9f tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 943 time: 0.0600221 Sep 09 21:58:20.026160 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-799a63f7-7821-4dc2-a6c3-6eff5a3b5272 req-1dac876c-9f87-4437-bb64-3ccb0593ef98 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326536 Sep 09 21:58:20.028150 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 48d966fd-ea38-4413-95bb-68999666b5f7 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:58:20.036956 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4fce929f-d8b9-4515-96d9-84b55abead6f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.039865 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-4fce929f-d8b9-4515-96d9-84b55abead6f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3726113 Sep 09 21:58:20.040879 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 53414) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:58:20.045367 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-9444091a-fcff-4356-9bbb-de0fdd1e8a31 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Request body: {'security_group_rule': {'security_group_id': '9b2c1eab-59c9-4298-bc92-75ab91bb68da', 'project_id': '31769cc590394995a38001f9f857bdcc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:20.145007 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 48d966fd-ea38-4413-95bb-68999666b5f7, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=48d966fd-ea38-4413-95bb-68999666b5f7,segment=NetworkSegment(15654552-4b46-43c9-a430-2c56d7217966),segment_id=15654552-4b46-43c9-a430-2c56d7217966)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:58:20.156132 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '48d966fd-ea38-4413-95bb-68999666b5f7', 'network_id': '1ee04c45-b52c-46a4-8852-8623ff7ac201', 'port_id': '48d966fd-ea38-4413-95bb-68999666b5f7', 'mac_address': 'fa:16:3e:23:13:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd6e456-3b66-4b63-9b81-4eb4b00c994c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:58:20.191187 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9444091a-fcff-4356-9bbb-de0fdd1e8a31 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.197200 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.210789 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d966fd-ea38-4413-95bb-68999666b5f7 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:58:20.231065 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 48d966fd-ea38-4413-95bb-68999666b5f7, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=48d966fd-ea38-4413-95bb-68999666b5f7,segment=NetworkSegment(15654552-4b46-43c9-a430-2c56d7217966),segment_id=15654552-4b46-43c9-a430-2c56d7217966)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:58:20.255008 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9444091a-fcff-4356-9bbb-de0fdd1e8a31 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.305893 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.340395 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9444091a-fcff-4356-9bbb-de0fdd1e8a31 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.356318 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444091a-fcff-4356-9bbb-de0fdd1e8a31 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9bbd2a-3315-4e3c-97fa-a58c92def87a,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:20.366644 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=48d966fd-ea38-4413-95bb-68999666b5f7,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:20.391307 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624931d3-50e9-45c3-aae1-62093d649518 req-47407d90-9b07-4c98-8e3d-2e5d0158c82e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:20.393400 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-624931d3-50e9-45c3-aae1-62093d649518 req-47407d90-9b07-4c98-8e3d-2e5d0158c82e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0603995 Sep 09 21:58:20.425772 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9444091a-fcff-4356-9bbb-de0fdd1e8a31 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.429744 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-9444091a-fcff-4356-9bbb-de0fdd1e8a31 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3852279 Sep 09 21:58:20.430574 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 53418) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:58:20.431414 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-624931d3-50e9-45c3-aae1-62093d649518 req-f8c069bf-e37c-4372-9bb5-fa4be3c20a18 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318828 Sep 09 21:58:20.434551 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-90626d62-3c20-4ac4-81bb-236e6ee83b6e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Request body: {'security_group_rule': {'security_group_id': '9b2c1eab-59c9-4298-bc92-75ab91bb68da', 'project_id': '31769cc590394995a38001f9f857bdcc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:20.522652 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-90626d62-3c20-4ac4-81bb-236e6ee83b6e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.582769 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-90626d62-3c20-4ac4-81bb-236e6ee83b6e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.639630 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b60ad-06a9-4e20-a00a-4b350ba3aa73 req-66211409-a836-480c-b012-a6642b4f0469 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:20.641199 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2f9b60ad-06a9-4e20-a00a-4b350ba3aa73 req-66211409-a836-480c-b012-a6642b4f0469 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0561600 Sep 09 21:58:20.663214 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-90626d62-3c20-4ac4-81bb-236e6ee83b6e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.694283 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90626d62-3c20-4ac4-81bb-236e6ee83b6e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa87435-c37a-49f6-be25-7b6f97a0e8ab,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:20.703182 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2f9b60ad-06a9-4e20-a00a-4b350ba3aa73 req-bef0a2d9-30f4-40a6-8df4-0070980fc41f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560493 Sep 09 21:58:20.777032 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-90626d62-3c20-4ac4-81bb-236e6ee83b6e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.778229 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-90626d62-3c20-4ac4-81bb-236e6ee83b6e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3470309 Sep 09 21:58:20.781048 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 53426) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:58:20.785722 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-a5ef468f-ef4e-44cb-acaa-c50d24cb0f15 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Request body: {'security_group_rule': {'security_group_id': '9b2c1eab-59c9-4298-bc92-75ab91bb68da', 'project_id': '31769cc590394995a38001f9f857bdcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:20.879886 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.securitygroups_db [None req-a5ef468f-ef4e-44cb-acaa-c50d24cb0f15 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Project 31769cc590394995a38001f9f857bdcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:58:20.885023 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a5ef468f-ef4e-44cb-acaa-c50d24cb0f15 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:20.908710 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['48d966fd-ea38-4413-95bb-68999666b5f7'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:58:20.950603 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a5ef468f-ef4e-44cb-acaa-c50d24cb0f15 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:21.017035 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a5ef468f-ef4e-44cb-acaa-c50d24cb0f15 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:21.036360 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef468f-ef4e-44cb-acaa-c50d24cb0f15 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f73461-3e8a-4100-90ff-45c9ae1e5ada,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:21.121192 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a5ef468f-ef4e-44cb-acaa-c50d24cb0f15 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:21.125704 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a5ef468f-ef4e-44cb-acaa-c50d24cb0f15 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3404205 Sep 09 21:58:21.126101 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 53434) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:58:21.131201 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-fc2ea0cd-05b1-4c03-9e51-bdbd25763275 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Request body: {'security_group_rule': {'security_group_id': '9b2c1eab-59c9-4298-bc92-75ab91bb68da', 'project_id': '31769cc590394995a38001f9f857bdcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:21.146069 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d63ae-2bf0-46b8-a055-ee9fe2891c27 req-b7b6fcb1-bc07-4cad-a1b6-64d42c9d28e3 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:21.147686 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8f9d63ae-2bf0-46b8-a055-ee9fe2891c27 req-b7b6fcb1-bc07-4cad-a1b6-64d42c9d28e3 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 944 time: 0.0541711 Sep 09 21:58:21.188859 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8f9d63ae-2bf0-46b8-a055-ee9fe2891c27 req-b5052e2d-7182-457b-8eb9-655adc17ebf7 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348539 Sep 09 21:58:21.211448 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.securitygroups_db [None req-fc2ea0cd-05b1-4c03-9e51-bdbd25763275 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Project 31769cc590394995a38001f9f857bdcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:58:21.216572 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea0cd-05b1-4c03-9e51-bdbd25763275 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:21.269295 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea0cd-05b1-4c03-9e51-bdbd25763275 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:21.371365 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea0cd-05b1-4c03-9e51-bdbd25763275 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:21.391640 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea0cd-05b1-4c03-9e51-bdbd25763275 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c937d9-14b4-4e3c-a4e8-42f68595b5cf,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:21.485553 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea0cd-05b1-4c03-9e51-bdbd25763275 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:21.486815 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-fc2ea0cd-05b1-4c03-9e51-bdbd25763275 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3593245 Sep 09 21:58:21.564243 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-19451ac4-0785-47a4-8854-2be72cb9b6ec req-d1ec97aa-24ff-4453-ad14-3337e29a887b tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800975307&fields=id&tenant_id=31769cc590394995a38001f9f857bdcc HTTP/1.1" status: 200 len: 267 time: 0.0322602 Sep 09 21:58:21.622438 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19451ac4-0785-47a4-8854-2be72cb9b6ec req-5742d286-d255-4658-85e1-e1573562e8f4 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:21.623941 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-19451ac4-0785-47a4-8854-2be72cb9b6ec req-5742d286-d255-4658-85e1-e1573562e8f4 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0541799 Sep 09 21:58:21.635098 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-19451ac4-0785-47a4-8854-2be72cb9b6ec req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Request body: {'port': {'security_groups': ['63f39a15-6437-421c-b272-7590773f9527', '9b2c1eab-59c9-4298-bc92-75ab91bb68da']}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:21.700646 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-19451ac4-0785-47a4-8854-2be72cb9b6ec req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:21.833460 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5324c-2b79-410b-91af-e6c9cc55ee87 req-e2c1b0d4-f614-4103-baf4-31604e09d484 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:21.835101 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9cb5324c-2b79-410b-91af-e6c9cc55ee87 req-e2c1b0d4-f614-4103-baf4-31604e09d484 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0530119 Sep 09 21:58:21.886917 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9cb5324c-2b79-410b-91af-e6c9cc55ee87 req-4a7b8c02-4159-41a9-b5ec-264714388362 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Sep 09 21:58:21.913703 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-19451ac4-0785-47a4-8854-2be72cb9b6ec req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] For port 3712d993-bea4-4897-a940-1789d59f373d, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=3712d993-bea4-4897-a940-1789d59f373d,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:58:21.943840 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-19451ac4-0785-47a4-8854-2be72cb9b6ec req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:21.973006 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b3f22cc0-647f-4d92-975e-5018d6358052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:22.014201 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-19451ac4-0785-47a4-8854-2be72cb9b6ec req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:22.037100 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:22.058856 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19451ac4-0785-47a4-8854-2be72cb9b6ec req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:22.059532 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-19451ac4-0785-47a4-8854-2be72cb9b6ec req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:22.060954 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-19451ac4-0785-47a4-8854-2be72cb9b6ec req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "PUT /v2.0/ports/3712d993-bea4-4897-a940-1789d59f373d HTTP/1.1" status: 200 len: 982 time: 0.4306538 Sep 09 21:58:22.064160 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'tag': '3712d993-bea4-4897-a940-1789d59f373d'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:58:22.067335 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416490fb-f4b8-4ea9-87cb-b81de0e22e36" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "tag": "3712d993-bea4-4897-a940-1789d59f373d"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:58:22.119981 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d4de76-472b-460d-927e-85b80480c771 x-openstack-request-id: req-e7d4de76-472b-460d-927e-85b80480c771 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:58:22.120268 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "tag": "3712d993-bea4-4897-a940-1789d59f373d", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:58:22.125260 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7d4de76-472b-460d-927e-85b80480c771 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:58:22.125943 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'tag': '3712d993-bea4-4897-a940-1789d59f373d', 'status': 'completed', 'code': 200} Sep 09 21:58:22.150239 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'Port': ['ID=3712d993-bea4-4897-a940-1789d59f373d,revision_number=6']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:22.159380 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.165654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.165654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.165654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.165654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.165654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.165654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.165654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.165654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.165654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.165654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.165654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d89cc-2ce9-4005-a717-49b03031b855 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:22.218628 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416490fb-f4b8-4ea9-87cb-b81de0e22e36 req-244e351d-5629-460e-acdb-7b9742f17d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:22.218993 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b4a9a-3621-48ae-b68f-70c06b7b7b96 req-e0c7af12-bb94-4bc8-80d4-a2ad197a1961 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:22.220144 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-416490fb-f4b8-4ea9-87cb-b81de0e22e36 req-244e351d-5629-460e-acdb-7b9742f17d47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31769cc590394995a38001f9f857bdcc&device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 1138 time: 0.0531125 Sep 09 21:58:22.221190 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-017b4a9a-3621-48ae-b68f-70c06b7b7b96 req-e0c7af12-bb94-4bc8-80d4-a2ad197a1961 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0763628 Sep 09 21:58:22.235794 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['3712d993-bea4-4897-a940-1789d59f373d'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:58:22.269790 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-017b4a9a-3621-48ae-b68f-70c06b7b7b96 req-9ff7e799-59f9-4a20-99b0-7f9724b49399 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420160 Sep 09 21:58:22.275816 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['3712d993-bea4-4897-a940-1789d59f373d'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:58:22.357989 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-5e81bbd6-3db6-4dd2-9aa2-91a67b29eb26 None None] Provisioning complete for port 3712d993-bea4-4897-a940-1789d59f373d triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:58:22.358270 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-5e81bbd6-3db6-4dd2-9aa2-91a67b29eb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:22.403294 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972b911-f214-400f-8c81-907b72a55f7d req-3aae3d21-437c-4d67-befe-261f18d2e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:22.404835 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0972b911-f214-400f-8c81-907b72a55f7d req-3aae3d21-437c-4d67-befe-261f18d2e36e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 1098 time: 0.1515973 Sep 09 21:58:22.433957 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ca299-3e6d-40b6-a9ca-de203f4f3edf req-582bc315-680b-41c7-91ff-4c978d7f8ed4 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:22.435440 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ce2ca299-3e6d-40b6-a9ca-de203f4f3edf req-582bc315-680b-41c7-91ff-4c978d7f8ed4 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 944 time: 0.1156840 Sep 09 21:58:22.448221 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416490fb-f4b8-4ea9-87cb-b81de0e22e36 req-86c4289e-9ee0-47a4-a2b6-7d7f7580b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:22.450018 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-416490fb-f4b8-4ea9-87cb-b81de0e22e36 req-86c4289e-9ee0-47a4-a2b6-7d7f7580b650 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9506ddba-0741-4133-ae25-05dfe4f6f479 HTTP/1.1" status: 200 len: 915 time: 0.1839323 Sep 09 21:58:22.519445 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0972b911-f214-400f-8c81-907b72a55f7d req-f2abfcb6-7248-485c-bb91-295c257ff899 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041131 Sep 09 21:58:22.537075 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ce2ca299-3e6d-40b6-a9ca-de203f4f3edf req-18ec574b-cfc2-4037-837b-b6668a751091 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938065 Sep 09 21:58:22.554818 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-416490fb-f4b8-4ea9-87cb-b81de0e22e36 req-b46323c9-d2dd-47a7-95f1-7a30fcd75c55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3712d993-bea4-4897-a940-1789d59f373d HTTP/1.1" status: 200 len: 1001 time: 0.0832443 Sep 09 21:58:22.826569 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416490fb-f4b8-4ea9-87cb-b81de0e22e36 req-a9977ee5-88aa-465b-98d3-9c02c5213278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:22.828083 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-416490fb-f4b8-4ea9-87cb-b81de0e22e36 req-a9977ee5-88aa-465b-98d3-9c02c5213278 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd9b703d-d34b-4c38-954f-7bf531cb5d75 HTTP/1.1" status: 200 len: 853 time: 0.0445015 Sep 09 21:58:22.877372 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416490fb-f4b8-4ea9-87cb-b81de0e22e36 req-93c35d0c-3b74-40c1-9e28-c332fb722ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:22.878887 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-416490fb-f4b8-4ea9-87cb-b81de0e22e36 req-93c35d0c-3b74-40c1-9e28-c332fb722ecc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9506ddba-0741-4133-ae25-05dfe4f6f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394144 Sep 09 21:58:22.979779 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-416490fb-f4b8-4ea9-87cb-b81de0e22e36 req-2f26b6f8-4452-4e37-989e-de5c7e98ee9c service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885360 Sep 09 21:58:23.007143 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cff93-574b-4ae2-84e0-ae938e24fa5f req-bd615116-78b9-448a-a967-beefd5b886ca tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:23.008664 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1f0cff93-574b-4ae2-84e0-ae938e24fa5f req-bd615116-78b9-448a-a967-beefd5b886ca tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0489180 Sep 09 21:58:23.059393 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1f0cff93-574b-4ae2-84e0-ae938e24fa5f req-138c6cb7-6802-4122-8305-9fe292066a0d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421205 Sep 09 21:58:23.091920 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-416490fb-f4b8-4ea9-87cb-b81de0e22e36 req-3f645b28-130c-4da3-918a-a968d9eb92c7 service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041071 Sep 09 21:58:23.305453 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:23.657536 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b2a05-c7bc-4d6a-99a4-4e94b908dca0 req-e1bb31fb-79b8-4a04-9f6f-c6eb232c33c9 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:23.659045 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-272b2a05-c7bc-4d6a-99a4-4e94b908dca0 req-e1bb31fb-79b8-4a04-9f6f-c6eb232c33c9 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 944 time: 0.0512869 Sep 09 21:58:23.697409 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-272b2a05-c7bc-4d6a-99a4-4e94b908dca0 req-911a4c26-f84f-468e-ae7f-a90b53e70cc6 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Sep 09 21:58:24.044080 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 48d966fd-ea38-4413-95bb-68999666b5f7 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:58:24.191518 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 48d966fd-ea38-4413-95bb-68999666b5f7 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:58:24.197411 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 48d966fd-ea38-4413-95bb-68999666b5f7 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:58:24.197787 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:24.212510 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4d4f4-e599-47ce-9c27-ab40e36f355e req-4ea57a24-f4a1-40ed-acae-c58260405640 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:24.217055 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-72e4d4f4-e599-47ce-9c27-ab40e36f355e req-4ea57a24-f4a1-40ed-acae-c58260405640 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0659475 Sep 09 21:58:24.273215 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-72e4d4f4-e599-47ce-9c27-ab40e36f355e req-71548756-b956-4dc4-af7d-f8dc6ac254cc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 Sep 09 21:58:24.304664 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:24.329175 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4d5071-d58c-4667-90e5-5cfd0bd27109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d966fd-ea38-4413-95bb-68999666b5f7'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:58:24.331927 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3128a1-4203-4738-a098-c44435b6f6cd" -d '{"events": [{"server_uuid": "1d4d5071-d58c-4667-90e5-5cfd0bd27109", "name": "network-vif-plugged", "status": "completed", "tag": "48d966fd-ea38-4413-95bb-68999666b5f7"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:58:24.347523 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 48d966fd-ea38-4413-95bb-68999666b5f7, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=48d966fd-ea38-4413-95bb-68999666b5f7,segment=NetworkSegment(15654552-4b46-43c9-a430-2c56d7217966),segment_id=15654552-4b46-43c9-a430-2c56d7217966)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:58:24.376189 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e21c417-8a72-4ad6-9a8e-d4f5415eff51 x-openstack-request-id: req-7e21c417-8a72-4ad6-9a8e-d4f5415eff51 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:58:24.376544 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4d5071-d58c-4667-90e5-5cfd0bd27109", "name": "network-vif-plugged", "status": "completed", "tag": "48d966fd-ea38-4413-95bb-68999666b5f7", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:58:24.376789 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e21c417-8a72-4ad6-9a8e-d4f5415eff51 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:58:24.377179 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4d5071-d58c-4667-90e5-5cfd0bd27109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d966fd-ea38-4413-95bb-68999666b5f7', 'code': 200} Sep 09 21:58:24.438485 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:24.500121 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=48d966fd-ea38-4413-95bb-68999666b5f7,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:24.619917 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:24.843882 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8404b-c0a5-45aa-92f2-4b82ea8610d8 req-eeed220e-020a-4940-a14e-aa4c9e564697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:24.843882 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-aed8404b-c0a5-45aa-92f2-4b82ea8610d8 req-eeed220e-020a-4940-a14e-aa4c9e564697 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 1098 time: 0.0716255 Sep 09 21:58:24.852707 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf81ba-4d27-4e98-8c18-0cc0557f9a30 req-7695e253-1eb5-4e25-90e3-6d529e42bf92 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:24.854113 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-77cf81ba-4d27-4e98-8c18-0cc0557f9a30 req-7695e253-1eb5-4e25-90e3-6d529e42bf92 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 945 time: 0.0742328 Sep 09 21:58:24.904989 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-aed8404b-c0a5-45aa-92f2-4b82ea8610d8 req-414c1031-dabc-42f7-9219-617bdec040cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499773 Sep 09 21:58:24.912260 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-77cf81ba-4d27-4e98-8c18-0cc0557f9a30 req-ad7cfac1-975c-45f8-9484-a1478df7be67 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518446 Sep 09 21:58:25.392517 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a4f7-298a-49a8-9779-0adc321592f2 req-c855e0c5-97fe-4aa5-8b99-9ad4ec89befc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:25.394417 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8911a4f7-298a-49a8-9779-0adc321592f2 req-c855e0c5-97fe-4aa5-8b99-9ad4ec89befc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0540023 Sep 09 21:58:25.432173 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8911a4f7-298a-49a8-9779-0adc321592f2 req-6dadb33c-86b7-4fa7-8775-0f3fe8a0988f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Sep 09 21:58:25.916136 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dee99-8ed7-4367-9bed-2bfaa33fe4ad req-c0bf7b60-047b-47e8-8b7f-b97e0b787ea2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:25.917713 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6f5dee99-8ed7-4367-9bed-2bfaa33fe4ad req-c0bf7b60-047b-47e8-8b7f-b97e0b787ea2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0524304 Sep 09 21:58:25.963015 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6f5dee99-8ed7-4367-9bed-2bfaa33fe4ad req-832d2cfa-9a2b-48ce-bef3-51351d27d0b5 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387306 Sep 09 21:58:25.990074 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5efc4-633c-4251-b087-d23202baf736 req-ac747751-266f-49ab-aaa3-7e340b035733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:25.991823 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cdc5efc4-633c-4251-b087-d23202baf736 req-ac747751-266f-49ab-aaa3-7e340b035733 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 1098 time: 0.0593293 Sep 09 21:58:26.113998 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5a568-42dd-47a4-b212-4786914f6430 req-4aca2772-6776-4150-9921-1f66cfcdbbbc tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:26.115598 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9fa5a568-42dd-47a4-b212-4786914f6430 req-4aca2772-6776-4150-9921-1f66cfcdbbbc tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 945 time: 0.1056168 Sep 09 21:58:26.148225 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5efc4-633c-4251-b087-d23202baf736 req-d8dc1ecd-40ec-4b0d-a62d-f9f2cf623e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:26.149714 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cdc5efc4-633c-4251-b087-d23202baf736 req-d8dc1ecd-40ec-4b0d-a62d-f9f2cf623e8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 919 time: 0.1485441 Sep 09 21:58:26.172280 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9fa5a568-42dd-47a4-b212-4786914f6430 req-a574fbca-0e24-423e-b735-668d1551d58f tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498872 Sep 09 21:58:26.201585 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cdc5efc4-633c-4251-b087-d23202baf736 req-19dadf63-71e9-47b2-9285-8f1134dbaa31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907 HTTP/1.1" status: 200 len: 217 time: 0.0401819 Sep 09 21:58:26.259372 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5efc4-633c-4251-b087-d23202baf736 req-40f14f2c-6e22-4ebf-b80d-dcd175dece7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:26.260764 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cdc5efc4-633c-4251-b087-d23202baf736 req-40f14f2c-6e22-4ebf-b80d-dcd175dece7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 200 len: 858 time: 0.0486593 Sep 09 21:58:26.298441 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cdc5efc4-633c-4251-b087-d23202baf736 req-aa1c49bc-09b7-4158-9d05-6ece3466ddf3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f69bac4-132a-4771-aff6-035aa4ee6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233779 Sep 09 21:58:26.387681 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cdc5efc4-633c-4251-b087-d23202baf736 req-2816900f-6266-4334-8779-86d93c7986a2 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815046 Sep 09 21:58:26.493991 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cdc5efc4-633c-4251-b087-d23202baf736 req-3281f1bb-ab63-40b7-bf13-c06721924336 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879800 Sep 09 21:58:27.088162 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2376d37-966c-4603-a09d-7bc9803847de req-7a54d714-3622-4eac-ab33-75e9cbe54762 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:27.089979 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b2376d37-966c-4603-a09d-7bc9803847de req-7a54d714-3622-4eac-ab33-75e9cbe54762 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0530794 Sep 09 21:58:27.130082 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b2376d37-966c-4603-a09d-7bc9803847de req-eb77258b-0b0a-403f-a79a-92ecbe9f4a80 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Sep 09 21:58:27.185906 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-07c93024-046c-42b0-9e3a-c5ff3f7706ea tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:27.187367 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-07c93024-046c-42b0-9e3a-c5ff3f7706ea tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 814 time: 0.1220491 Sep 09 21:58:27.202791 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-76b5b842-1f56-4038-8a51-2c999c38b7ff tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/quotas/359a6d9155d544dbac18294820e25371 HTTP/1.1" status: 200 len: 375 time: 0.0089893 Sep 09 21:58:27.255808 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-f464743d-9bdb-4cd6-ae1e-cb929fbe6603 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474770 Sep 09 21:58:27.297899 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b9ae3-9b50-47c8-84ab-49440ae0a839 req-0a5b45ab-eeae-41f6-9fb7-927969248dea tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:27.300731 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a58b9ae3-9b50-47c8-84ab-49440ae0a839 req-0a5b45ab-eeae-41f6-9fb7-927969248dea tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 945 time: 0.0592461 Sep 09 21:58:27.341080 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a58b9ae3-9b50-47c8-84ab-49440ae0a839 req-84037463-156a-4faf-802d-46078f7749e2 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Sep 09 21:58:27.365001 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-6397f78c-72f1-47f5-a7e5-4a06b9acd693 service neutron] 10.222.0.52 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898669 Sep 09 21:58:27.444389 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-174ebdc5-243c-4d01-8324-ce923cb31af7 service neutron] 10.222.0.52 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848489 Sep 09 21:58:27.683728 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6c135e1d-511c-4482-b773-0173669db1ad req-5ca2283f-afe8-4a46-ba27-cc10f3e7cfd8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 210 time: 0.0262301 Sep 09 21:58:28.250015 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf78fc-d4a4-4a8b-a1f3-88be26ff697c req-7c3540b9-a0e9-445f-bad0-28d1f97d7cdc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:28.251486 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-caaf78fc-d4a4-4a8b-a1f3-88be26ff697c req-7c3540b9-a0e9-445f-bad0-28d1f97d7cdc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0486455 Sep 09 21:58:28.289591 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-caaf78fc-d4a4-4a8b-a1f3-88be26ff697c req-e3730b6d-829c-4ec7-bafb-ecc38085a279 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Sep 09 21:58:28.470617 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b212bb-7cbc-432e-9c76-f49f32780010 req-30c38b4e-b9a8-4406-9029-200ace721678 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:28.472102 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-70b212bb-7cbc-432e-9c76-f49f32780010 req-30c38b4e-b9a8-4406-9029-200ace721678 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 945 time: 0.0494127 Sep 09 21:58:28.510973 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-70b212bb-7cbc-432e-9c76-f49f32780010 req-1f61e184-02bd-4a74-9be3-e5e112b98d97 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323877 Sep 09 21:58:28.781758 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-394a80a9-1127-4b02-ad8c-3c5a2762a4d8 req-42c59b37-3a8d-43d5-8a5c-9445594203f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 210 time: 0.0298221 Sep 09 21:58:29.405923 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ba034-45b3-4fdd-af11-889b6f7b3835 req-14507067-ea7a-4fa0-80ff-216959bd639e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:29.407497 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d09ba034-45b3-4fdd-af11-889b6f7b3835 req-14507067-ea7a-4fa0-80ff-216959bd639e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0502937 Sep 09 21:58:29.446184 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d09ba034-45b3-4fdd-af11-889b6f7b3835 req-0220de4b-40b1-453a-a02a-f449052f66d3 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326924 Sep 09 21:58:29.860920 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-8437d4a1-de22-41fb-905d-def1a119cba0 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:29.864070 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-8437d4a1-de22-41fb-905d-def1a119cba0 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "GET /v2.0/networks?id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 200 len: 814 time: 0.1143146 Sep 09 21:58:29.885684 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2ce9ca98-17fd-4bbf-b7d9-81f98d022ef2 req-e1644f00-35f0-4412-8c33-31a78adaa473 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 210 time: 0.0305262 Sep 09 21:58:29.904366 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Request body: {'port': {'device_id': 'd5a2f548-9a97-4767-97b1-a2f3d3867028', 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15', 'admin_state_up': True, 'tenant_id': '359a6d9155d544dbac18294820e25371'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:30.091503 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dda7a-4e98-46d9-b485-6acf3a4d66a1 req-d189569f-2963-4bc7-b6f1-3b622d124740 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:30.092992 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9d6dda7a-4e98-46d9-b485-6acf3a4d66a1 req-d189569f-2963-4bc7-b6f1-3b622d124740 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 945 time: 0.0842001 Sep 09 21:58:30.095079 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Made reservation on behalf of 359a6d9155d544dbac18294820e25371 for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:58:30.099088 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:30.120518 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e293a0dd-5ca2-4f0f-922d-ea29eb2864ad req-723c56ba-e18c-48c7-80b7-69de63b93488 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791540 Sep 09 21:58:30.430034 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9d6dda7a-4e98-46d9-b485-6acf3a4d66a1 req-0926be43-8ac4-4c6b-a51b-58733d610ab1 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263314 Sep 09 21:58:30.484242 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293a0dd-5ca2-4f0f-922d-ea29eb2864ad req-21357219-334c-4fdb-9c73-9ee80173c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:30.485761 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e293a0dd-5ca2-4f0f-922d-ea29eb2864ad req-21357219-334c-4fdb-9c73-9ee80173c802 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 1098 time: 0.3071346 Sep 09 21:58:30.508691 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Allocated IP 172.20.0.12 (ebf5c1cd-d3ec-4571-a114-caf48cd73d15/65ac6ff5-5c24-4075-ae7a-78ea1eb1d871/473ece07-7c07-4b24-b283-a7f40aa29a68) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:58:30.569745 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57a968-f10a-4654-a1a8-52326687802a req-decc4e47-a3d5-4aa3-af9f-a55d2ea1e1db tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:30.571245 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7b57a968-f10a-4654-a1a8-52326687802a req-decc4e47-a3d5-4aa3-af9f-a55d2ea1e1db tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0478635 Sep 09 21:58:30.609546 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7b57a968-f10a-4654-a1a8-52326687802a req-887e6a60-d99b-4d6b-8e6a-807c3dd33bb9 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319479 Sep 09 21:58:30.655689 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293a0dd-5ca2-4f0f-922d-ea29eb2864ad req-9c643978-a6c9-4008-9a13-62f496373294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:30.656884 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e293a0dd-5ca2-4f0f-922d-ea29eb2864ad req-9c643978-a6c9-4008-9a13-62f496373294 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 200 len: 919 time: 0.1460538 Sep 09 21:58:30.733838 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e293a0dd-5ca2-4f0f-922d-ea29eb2864ad req-32d572d0-9902-424e-b314-8c2f93266127 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c785654-b5a2-4af3-9b5e-682b5664cbfb HTTP/1.1" status: 200 len: 217 time: 0.0438530 Sep 09 21:58:30.796943 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:30.816020 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293a0dd-5ca2-4f0f-922d-ea29eb2864ad req-24fe03e7-aa9e-4079-9d8a-c46f1d381b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:30.818111 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e293a0dd-5ca2-4f0f-922d-ea29eb2864ad req-24fe03e7-aa9e-4079-9d8a-c46f1d381b6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 200 len: 858 time: 0.0745084 Sep 09 21:58:30.860363 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e293a0dd-5ca2-4f0f-922d-ea29eb2864ad req-dd6129b7-f02c-48d8-8021-78f3bcf8764b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f69bac4-132a-4771-aff6-035aa4ee6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301137 Sep 09 21:58:30.871035 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:30.935039 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:30.949687 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['b07a477e-9679-4764-92c8-91cc7842aef9', 'b64ce316-b862-4f0f-8eb7-6eb262ebc558', '702c11bf-fe55-4487-8877-b39472caa447'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:58:30.985983 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:58:30.998000 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:58:31.010648 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:58:31.017333 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:31.018098 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:31.030950 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Pushing event updated for resources: {'Port': ['ID=473ece07-7c07-4b24-b283-a7f40aa29a68,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:31.038345 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e293a0dd-5ca2-4f0f-922d-ea29eb2864ad req-9b5d457c-7cf7-4ca3-bc00-e14ca1ae2d19 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650162 Sep 09 21:58:31.043523 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d68b-243a-4698-921a-7101849df980 req-fd80e654-2b04-4ea1-b307-9cbec09f4824 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:31.045249 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6c89d68b-243a-4698-921a-7101849df980 req-fd80e654-2b04-4ea1-b307-9cbec09f4824 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 932 time: 0.0881717 Sep 09 21:58:31.095786 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6c89d68b-243a-4698-921a-7101849df980 req-1bec2182-8a56-4650-8ae9-43cdccf47feb tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Sep 09 21:58:31.128452 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cae6a77d-bfeb-4408-8714-c24d2feb3f4c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2279627 Sep 09 21:58:31.160965 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Request body: {'port': {'device_id': 'd5a2f548-9a97-4767-97b1-a2f3d3867028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:58:31.195352 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e293a0dd-5ca2-4f0f-922d-ea29eb2864ad req-8f3228d2-9959-42f3-bc58-1a2da6066ba8 service neutron] 10.222.0.46 "GET /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396899 Sep 09 21:58:31.231156 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:31.505292 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473ece07-7c07-4b24-b283-a7f40aa29a68 {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:58:31.512899 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:31.524897 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Transition to ACTIVE for port object 473ece07-7c07-4b24-b283-a7f40aa29a68 will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:58:31.554370 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05650d16-f556-45a3-95b9-aba169f2dcb2 req-204b072b-d51c-495e-834b-d6bd0b184579 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:31.555874 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-05650d16-f556-45a3-95b9-aba169f2dcb2 req-204b072b-d51c-495e-834b-d6bd0b184579 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 945 time: 0.0471828 Sep 09 21:58:31.594936 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-05650d16-f556-45a3-95b9-aba169f2dcb2 req-7827c086-f294-4bc3-98b2-cb0135979377 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326774 Sep 09 21:58:31.596983 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:31.649581 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Pushing event updated for resources: {'Port': ['ID=473ece07-7c07-4b24-b283-a7f40aa29a68,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:31.680250 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Attempting to bind port 473ece07-7c07-4b24-b283-a7f40aa29a68 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:58:31.680615 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Attempting to bind port 473ece07-7c07-4b24-b283-a7f40aa29a68 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:58:31.680944 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Attempting to bind port 473ece07-7c07-4b24-b283-a7f40aa29a68 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:58:31.685163 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Port 473ece07-7c07-4b24-b283-a7f40aa29a68 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:58:31.685482 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Attempting to bind port 473ece07-7c07-4b24-b283-a7f40aa29a68 on network ebf5c1cd-d3ec-4571-a114-caf48cd73d15 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:58:31.690305 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:58:31.690643 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Checking segment: {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:58:31.691024 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Bound using segment: {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:58:31.692115 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Bound port: 473ece07-7c07-4b24-b283-a7f40aa29a68, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5708df-43c3-4f02-81da-18c023bdd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:58:31.692599 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:31.759102 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] For port 473ece07-7c07-4b24-b283-a7f40aa29a68, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:58:31.762034 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] For port 473ece07-7c07-4b24-b283-a7f40aa29a68, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=473ece07-7c07-4b24-b283-a7f40aa29a68,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:58:31.834429 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:31.869419 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:31.870025 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:31.871372 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] 10.222.0.46 "PUT /v2.0/ports/473ece07-7c07-4b24-b283-a7f40aa29a68 HTTP/1.1" status: 200 len: 1094 time: 0.7155609 Sep 09 21:58:31.871799 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a2f548-9a97-4767-97b1-a2f3d3867028', 'tag': '473ece07-7c07-4b24-b283-a7f40aa29a68'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:58:31.874067 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565414dc-6b2c-4279-8b02-9f14a45c44b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a2f548-9a97-4767-97b1-a2f3d3867028", "tag": "473ece07-7c07-4b24-b283-a7f40aa29a68"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:58:31.896322 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4d1ed-aafe-4f3b-a6b0-4bbb1a509965 service neutron] Pushing event updated for resources: {'Port': ['ID=473ece07-7c07-4b24-b283-a7f40aa29a68,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:31.912115 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9ee0c8-6892-4b44-a9fe-9cc7806a8a7c x-openstack-request-id: req-1d9ee0c8-6892-4b44-a9fe-9cc7806a8a7c {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:58:31.912427 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a2f548-9a97-4767-97b1-a2f3d3867028", "tag": "473ece07-7c07-4b24-b283-a7f40aa29a68", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:58:31.912668 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d9ee0c8-6892-4b44-a9fe-9cc7806a8a7c {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:58:31.913091 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a2f548-9a97-4767-97b1-a2f3d3867028', 'tag': '473ece07-7c07-4b24-b283-a7f40aa29a68', 'status': 'completed', 'code': 200} Sep 09 21:58:32.005718 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565414dc-6b2c-4279-8b02-9f14a45c44b6 req-cf4e6799-04e3-4573-94c4-9ed7aaf8bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:32.007131 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-565414dc-6b2c-4279-8b02-9f14a45c44b6 req-cf4e6799-04e3-4573-94c4-9ed7aaf8bcb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 1097 time: 0.0420415 Sep 09 21:58:32.188873 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565414dc-6b2c-4279-8b02-9f14a45c44b6 req-f9131444-1895-45ca-819a-f608e9ea343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:32.190338 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-565414dc-6b2c-4279-8b02-9f14a45c44b6 req-f9131444-1895-45ca-819a-f608e9ea343c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=359a6d9155d544dbac18294820e25371&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1307936 Sep 09 21:58:32.212810 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65a833-46ea-44b9-88dd-dec176343eaf req-a1076de0-29fb-4338-b9fe-c17535c45312 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:32.214319 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9b65a833-46ea-44b9-88dd-dec176343eaf req-a1076de0-29fb-4338-b9fe-c17535c45312 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 944 time: 0.0543866 Sep 09 21:58:32.310568 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9b65a833-46ea-44b9-88dd-dec176343eaf req-26c632db-32c1-4e55-b10d-7361e47e133b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862234 Sep 09 21:58:32.333251 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565414dc-6b2c-4279-8b02-9f14a45c44b6 req-8c724fe5-4503-434a-bae0-8b14f818cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:32.334693 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-565414dc-6b2c-4279-8b02-9f14a45c44b6 req-8c724fe5-4503-434a-bae0-8b14f818cd5f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1195216 Sep 09 21:58:32.456182 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-c467a92b-19d3-4d4b-81b6-a2a134d2aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:32.458229 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-c467a92b-19d3-4d4b-81b6-a2a134d2aca2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=359a6d9155d544dbac18294820e25371&device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 1097 time: 0.0407755 Sep 09 21:58:32.521553 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-28e5633a-d012-4453-b247-e2e9eacedce4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=473ece07-7c07-4b24-b283-a7f40aa29a68 HTTP/1.1" status: 200 len: 217 time: 0.0344996 Sep 09 21:58:32.576045 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-bd94d965-dfed-4940-a007-dda815cf3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:32.577569 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-bd94d965-dfed-4940-a007-dda815cf3e5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ac6ff5-5c24-4075-ae7a-78ea1eb1d871 HTTP/1.1" status: 200 len: 854 time: 0.0465488 Sep 09 21:58:32.609336 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-d682a86d-6ec3-487b-ab32-53bdd66887e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebf5c1cd-d3ec-4571-a114-caf48cd73d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230718 Sep 09 21:58:32.765386 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd224-d5a0-4402-8e06-53813c97b1ff req-f27a8fee-09cc-4d65-94c1-f1bd2b2daad8 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:32.766931 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-02cfd224-d5a0-4402-8e06-53813c97b1ff req-f27a8fee-09cc-4d65-94c1-f1bd2b2daad8 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 945 time: 0.1001623 Sep 09 21:58:32.772895 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-0075cb22-c5b8-4b9c-b5f5-32a98d7ad61d service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233387 Sep 09 21:58:32.822413 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-02cfd224-d5a0-4402-8e06-53813c97b1ff req-7d58847f-9fa5-4e7a-bcd9-8da8470c32e9 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474799 Sep 09 21:58:32.890071 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-59c91977-95ba-4a98-b0be-fd78bf906973 req-cfdb15b1-2fed-43f6-9de7-23ad9db22215 service neutron] 10.222.0.46 "GET /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905249 Sep 09 21:58:33.368758 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185d2ff-86e4-4f1e-8f8d-2c818422d516 req-3579638f-1cc8-44df-9fda-d4c7dcf84249 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:33.370227 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7185d2ff-86e4-4f1e-8f8d-2c818422d516 req-3579638f-1cc8-44df-9fda-d4c7dcf84249 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 945 time: 0.0525770 Sep 09 21:58:33.477316 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7eaf4e-147d-46f4-ba82-f359f58cad5e req-1bbd3f2a-b023-4875-b9f6-4df90664921c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:33.478881 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3f7eaf4e-147d-46f4-ba82-f359f58cad5e req-1bbd3f2a-b023-4875-b9f6-4df90664921c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 944 time: 0.0951283 Sep 09 21:58:33.523659 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-7185d2ff-86e4-4f1e-8f8d-2c818422d516 req-0c8e79d2-494d-41f7-8dbf-27ba76ccea57 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Deleting port 48d966fd-ea38-4413-95bb-68999666b5f7 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:58:33.523998 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-7185d2ff-86e4-4f1e-8f8d-2c818422d516 req-0c8e79d2-494d-41f7-8dbf-27ba76ccea57 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:33.549889 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3f7eaf4e-147d-46f4-ba82-f359f58cad5e req-bebfb031-45b7-46c4-8c64-5610e96cf1bb tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595231 Sep 09 21:58:33.622859 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-7185d2ff-86e4-4f1e-8f8d-2c818422d516 req-0c8e79d2-494d-41f7-8dbf-27ba76ccea57 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] For port 48d966fd-ea38-4413-95bb-68999666b5f7, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=48d966fd-ea38-4413-95bb-68999666b5f7,segment=NetworkSegment(15654552-4b46-43c9-a430-2c56d7217966),segment_id=15654552-4b46-43c9-a430-2c56d7217966)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:58:33.623225 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-7185d2ff-86e4-4f1e-8f8d-2c818422d516 req-0c8e79d2-494d-41f7-8dbf-27ba76ccea57 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:33.636089 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-7185d2ff-86e4-4f1e-8f8d-2c818422d516 req-0c8e79d2-494d-41f7-8dbf-27ba76ccea57 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Calling delete_port for 48d966fd-ea38-4413-95bb-68999666b5f7 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:58:33.939745 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3ade2-ed49-48b1-a815-1edb2ca83118 req-9389d903-fe13-43f0-be8f-472bd75ed469 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:33.941976 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-49a3ade2-ed49-48b1-a815-1edb2ca83118 req-9389d903-fe13-43f0-be8f-472bd75ed469 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 945 time: 0.0477741 Sep 09 21:58:33.978865 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-49a3ade2-ed49-48b1-a815-1edb2ca83118 req-1fdc7201-c688-400f-9a33-7a72facc2e89 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fbf175-5e41-4a15-ab94-d427a610fc58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309007 Sep 09 21:58:34.085807 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-7185d2ff-86e4-4f1e-8f8d-2c818422d516 req-0c8e79d2-494d-41f7-8dbf-27ba76ccea57 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:34.103585 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['48d966fd-ea38-4413-95bb-68999666b5f7'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:58:34.117145 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e79d2-494d-41f7-8dbf-27ba76ccea57 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Pushing event deleted for resources: {'Port': ['ID=48d966fd-ea38-4413-95bb-68999666b5f7,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:34.157001 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-7185d2ff-86e4-4f1e-8f8d-2c818422d516 req-0c8e79d2-494d-41f7-8dbf-27ba76ccea57 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] No DVR routers for this DVR port 48d966fd-ea38-4413-95bb-68999666b5f7 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:58:34.160586 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-7185d2ff-86e4-4f1e-8f8d-2c818422d516 req-0c8e79d2-494d-41f7-8dbf-27ba76ccea57 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:34.162527 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7185d2ff-86e4-4f1e-8f8d-2c818422d516 req-0c8e79d2-494d-41f7-8dbf-27ba76ccea57 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.46 "DELETE /v2.0/ports/48d966fd-ea38-4413-95bb-68999666b5f7 HTTP/1.1" status: 204 len: 173 time: 0.7851479 Sep 09 21:58:34.163006 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4d5071-d58c-4667-90e5-5cfd0bd27109', 'name': 'network-vif-deleted', 'tag': '48d966fd-ea38-4413-95bb-68999666b5f7'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:58:34.165308 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f358e686-15b9-47cf-ba10-898ecf41e97c" -d '{"events": [{"server_uuid": "1d4d5071-d58c-4667-90e5-5cfd0bd27109", "name": "network-vif-deleted", "tag": "48d966fd-ea38-4413-95bb-68999666b5f7"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:58:34.200827 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b409a2-35d2-4883-bf66-c6106d81cca0 x-openstack-request-id: req-d3b409a2-35d2-4883-bf66-c6106d81cca0 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:58:34.201367 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4d5071-d58c-4667-90e5-5cfd0bd27109", "name": "network-vif-deleted", "tag": "48d966fd-ea38-4413-95bb-68999666b5f7", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:58:34.201367 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3b409a2-35d2-4883-bf66-c6106d81cca0 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:58:34.201769 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4d5071-d58c-4667-90e5-5cfd0bd27109', 'name': 'network-vif-deleted', 'tag': '48d966fd-ea38-4413-95bb-68999666b5f7', 'status': 'completed', 'code': 200} Sep 09 21:58:34.681592 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18636ccf-e3c4-49c5-88e6-7681e9b75889 req-bd844303-65c9-43e9-92f1-4566e836a588 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:34.683085 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-18636ccf-e3c4-49c5-88e6-7681e9b75889 req-bd844303-65c9-43e9-92f1-4566e836a588 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 944 time: 0.0529680 Sep 09 21:58:34.721264 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-18636ccf-e3c4-49c5-88e6-7681e9b75889 req-d01a52ab-9c5e-47cb-90d8-fe5735c15867 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Sep 09 21:58:35.088725 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c5e5539d-2575-455d-8438-e0f3f9c49b44 req-ab76812c-e057-447f-8a1e-429956b76e44 tempest-VolumesActionsTest-1996582631 tempest-VolumesActionsTest-1996582631-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d4d5071-d58c-4667-90e5-5cfd0bd27109 HTTP/1.1" status: 200 len: 210 time: 0.0300181 Sep 09 21:58:35.841233 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f32e9-840a-448e-a7ae-5e1925dc346c req-53c2ad87-e985-41eb-8179-a950352811eb tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:35.842900 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-017f32e9-840a-448e-a7ae-5e1925dc346c req-53c2ad87-e985-41eb-8179-a950352811eb tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 944 time: 0.0501535 Sep 09 21:58:35.882542 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-017f32e9-840a-448e-a7ae-5e1925dc346c req-f64757a3-eeb8-4115-aca7-7a342249dd2f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330105 Sep 09 21:58:36.104712 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 473ece07-7c07-4b24-b283-a7f40aa29a68 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:58:36.108890 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 48d966fd-ea38-4413-95bb-68999666b5f7 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:58:36.134761 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 48d966fd-ea38-4413-95bb-68999666b5f7 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:58:36.135103 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 48d966fd-ea38-4413-95bb-68999666b5f7 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:58:36.219220 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 473ece07-7c07-4b24-b283-a7f40aa29a68, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=473ece07-7c07-4b24-b283-a7f40aa29a68,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:58:36.230855 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '473ece07-7c07-4b24-b283-a7f40aa29a68', 'network_id': 'ebf5c1cd-d3ec-4571-a114-caf48cd73d15', 'port_id': '473ece07-7c07-4b24-b283-a7f40aa29a68', 'mac_address': 'fa:16:3e:17:88:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ac6ff5-5c24-4075-ae7a-78ea1eb1d871', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:58:36.271952 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:36.284611 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473ece07-7c07-4b24-b283-a7f40aa29a68 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:58:36.304823 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 473ece07-7c07-4b24-b283-a7f40aa29a68, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=473ece07-7c07-4b24-b283-a7f40aa29a68,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:58:36.374085 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:36.409912 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191f3d-177a-49f4-a78f-5ff3513dff84 req-20a3fbb4-52bf-402b-95d4-3a34c759cada tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:36.411412 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8b191f3d-177a-49f4-a78f-5ff3513dff84 req-20a3fbb4-52bf-402b-95d4-3a34c759cada tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0488532 Sep 09 21:58:36.424449 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=473ece07-7c07-4b24-b283-a7f40aa29a68,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:36.451476 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8b191f3d-177a-49f4-a78f-5ff3513dff84 req-ecfb57bb-9422-4769-8de4-0dd021d74d70 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338714 Sep 09 21:58:36.769808 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['473ece07-7c07-4b24-b283-a7f40aa29a68'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:58:36.999967 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becf944-2c7f-4574-97a8-d6b15ec49b61 req-24e113a3-f9f8-4cfd-aac9-3b01abc906df tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:37.001464 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7becf944-2c7f-4574-97a8-d6b15ec49b61 req-24e113a3-f9f8-4cfd-aac9-3b01abc906df tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Sep 09 21:58:37.039623 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7becf944-2c7f-4574-97a8-d6b15ec49b61 req-d633d605-7bd5-49e6-be0b-f12039ccea4f tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315738 Sep 09 21:58:37.573957 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a768f1e-8f36-487a-9493-ce71c9d1683e req-577b3d92-6114-4f5a-a357-237f41c4c812 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:37.576238 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a768f1e-8f36-487a-9493-ce71c9d1683e req-577b3d92-6114-4f5a-a357-237f41c4c812 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0528972 Sep 09 21:58:37.616458 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a768f1e-8f36-487a-9493-ce71c9d1683e req-05f818cd-76f3-4dbd-984b-6fcdec3b5036 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337605 Sep 09 21:58:38.156660 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865dc2c-c90d-4d7f-9fbc-7d7af8255964 req-1e692f9f-42ce-43a8-9e93-f9c6a7fda25b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:38.158150 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d865dc2c-c90d-4d7f-9fbc-7d7af8255964 req-1e692f9f-42ce-43a8-9e93-f9c6a7fda25b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 945 time: 0.0502403 Sep 09 21:58:38.195755 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d865dc2c-c90d-4d7f-9fbc-7d7af8255964 req-127922d2-35bf-4d1e-adaf-e1a3b25f07b4 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Sep 09 21:58:38.733608 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63c53f-eb40-4bd0-a0f0-935f496ed7fc req-6d01e514-7543-4b53-b815-4098004f2398 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:38.735121 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a63c53f-eb40-4bd0-a0f0-935f496ed7fc req-6d01e514-7543-4b53-b815-4098004f2398 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0486155 Sep 09 21:58:38.773899 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a63c53f-eb40-4bd0-a0f0-935f496ed7fc req-0644082a-84a7-4670-9449-ea5d8975c08b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320094 Sep 09 21:58:39.312592 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b379f2-dc71-44b7-8411-a477f96cb0ff req-a8457c91-06a2-4b52-b522-f37c319b430a tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:39.314077 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-77b379f2-dc71-44b7-8411-a477f96cb0ff req-a8457c91-06a2-4b52-b522-f37c319b430a tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 945 time: 0.0506206 Sep 09 21:58:39.352034 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-77b379f2-dc71-44b7-8411-a477f96cb0ff req-95a6fa9d-3968-48da-b96b-94c15bf88808 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Sep 09 21:58:39.886724 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767944f-8af6-4793-a37b-d35e12b087f9 req-2c9e4ad5-763e-402a-bb46-77bfbac3c8ad tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:39.888215 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0767944f-8af6-4793-a37b-d35e12b087f9 req-2c9e4ad5-763e-402a-bb46-77bfbac3c8ad tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0483334 Sep 09 21:58:39.924793 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0767944f-8af6-4793-a37b-d35e12b087f9 req-a29a33ad-699d-46b5-9d09-6f35f13412f2 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304778 Sep 09 21:58:40.463277 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97bfd5-989e-4042-a8f8-1270b7223027 req-01e3c76a-425e-4f3d-b3f2-1c3b743c34db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:40.464772 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3f97bfd5-989e-4042-a8f8-1270b7223027 req-01e3c76a-425e-4f3d-b3f2-1c3b743c34db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 945 time: 0.0466411 Sep 09 21:58:40.501802 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3f97bfd5-989e-4042-a8f8-1270b7223027 req-70dab013-0c7b-425c-87e3-3bfafa3750f3 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Sep 09 21:58:40.503745 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 473ece07-7c07-4b24-b283-a7f40aa29a68 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:58:40.613877 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 473ece07-7c07-4b24-b283-a7f40aa29a68 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:58:40.617649 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 473ece07-7c07-4b24-b283-a7f40aa29a68 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:58:40.618015 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:40.697356 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:40.719298 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a2f548-9a97-4767-97b1-a2f3d3867028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ece07-7c07-4b24-b283-a7f40aa29a68'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:58:40.721520 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697fa5ef-b405-4e1c-84b8-fdc407d25db0" -d '{"events": [{"server_uuid": "d5a2f548-9a97-4767-97b1-a2f3d3867028", "name": "network-vif-plugged", "status": "completed", "tag": "473ece07-7c07-4b24-b283-a7f40aa29a68"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:58:40.738234 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 473ece07-7c07-4b24-b283-a7f40aa29a68, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=473ece07-7c07-4b24-b283-a7f40aa29a68,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:58:40.762557 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39282ef-49a1-4abd-a4e3-919a26c68798 x-openstack-request-id: req-b39282ef-49a1-4abd-a4e3-919a26c68798 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:58:40.762843 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a2f548-9a97-4767-97b1-a2f3d3867028", "name": "network-vif-plugged", "status": "completed", "tag": "473ece07-7c07-4b24-b283-a7f40aa29a68", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:58:40.763095 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b39282ef-49a1-4abd-a4e3-919a26c68798 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:58:40.763478 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a2f548-9a97-4767-97b1-a2f3d3867028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ece07-7c07-4b24-b283-a7f40aa29a68', 'code': 200} Sep 09 21:58:40.791337 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:40.840386 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=473ece07-7c07-4b24-b283-a7f40aa29a68,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:40.847546 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:40.847906 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:40.848245 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:40.848624 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:40.848957 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:40.849281 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:40.849609 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:40.850215 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:40.850539 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:40.850863 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:40.851182 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:40.851499 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:58:41.045916 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be89220-52d5-4a22-a024-1888784c2508 req-686b8336-99a0-46d5-a914-9535e8346199 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:41.047417 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5be89220-52d5-4a22-a024-1888784c2508 req-686b8336-99a0-46d5-a914-9535e8346199 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0549409 Sep 09 21:58:41.108971 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5be89220-52d5-4a22-a024-1888784c2508 req-38e92b56-f823-4e4f-a8aa-41731a08cb0b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511456 Sep 09 21:58:41.114845 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dd645-a5f1-4f92-9365-1425f89efc9f req-f683ac1a-777e-4706-975c-a1c9331ed73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:41.116434 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-293dd645-a5f1-4f92-9365-1425f89efc9f req-f683ac1a-777e-4706-975c-a1c9331ed73c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 1099 time: 0.0668797 Sep 09 21:58:41.157577 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-293dd645-a5f1-4f92-9365-1425f89efc9f req-1344a10f-45d5-4bfb-b38f-f63c28abeeb2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284319 Sep 09 21:58:41.617763 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d02cd-99da-4f43-bfcf-a7c352ecff60 req-8e3a9aa0-b67a-4579-b763-0f3346c029e3 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:41.619240 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cf9d02cd-99da-4f43-bfcf-a7c352ecff60 req-8e3a9aa0-b67a-4579-b763-0f3346c029e3 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 946 time: 0.0476096 Sep 09 21:58:41.656435 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cf9d02cd-99da-4f43-bfcf-a7c352ecff60 req-dedc9fd4-e3dc-457c-9376-9b39fa83028d tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Sep 09 21:58:42.230398 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565fe8-efdc-451c-bda6-b34c651d49f2 req-052794f1-b4cc-4f8b-8479-e3f02f1efd2d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:42.231907 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ed565fe8-efdc-451c-bda6-b34c651d49f2 req-052794f1-b4cc-4f8b-8479-e3f02f1efd2d tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0492196 Sep 09 21:58:42.271181 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ed565fe8-efdc-451c-bda6-b34c651d49f2 req-89f5e7bb-47e0-40f8-b3b5-34010c0ae405 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332215 Sep 09 21:58:42.704080 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b683d-66e2-4e32-849e-6124d75904df req-550e53ac-33cb-4b05-ba3d-da584cae4545 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:42.706162 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6e1b683d-66e2-4e32-849e-6124d75904df req-550e53ac-33cb-4b05-ba3d-da584cae4545 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.46 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 945 time: 0.0621772 Sep 09 21:58:42.792109 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f9d3c-4016-4580-9190-4d225264b73d req-df21e2a2-05c6-4b82-885b-148580c37e0e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:42.799487 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-582f9d3c-4016-4580-9190-4d225264b73d req-df21e2a2-05c6-4b82-885b-148580c37e0e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 946 time: 0.0602696 Sep 09 21:58:42.833786 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-6e1b683d-66e2-4e32-849e-6124d75904df req-42d37d69-83f9-49b2-9e6f-fd98f9a1534a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Deleting port 1c785654-b5a2-4af3-9b5e-682b5664cbfb {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:58:42.838410 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-6e1b683d-66e2-4e32-849e-6124d75904df req-42d37d69-83f9-49b2-9e6f-fd98f9a1534a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:42.846676 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-582f9d3c-4016-4580-9190-4d225264b73d req-00f401f6-7237-4cb3-8647-a653fd32de07 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462227 Sep 09 21:58:42.931832 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-6e1b683d-66e2-4e32-849e-6124d75904df req-42d37d69-83f9-49b2-9e6f-fd98f9a1534a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] For port 1c785654-b5a2-4af3-9b5e-682b5664cbfb, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=1c785654-b5a2-4af3-9b5e-682b5664cbfb,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:58:42.932199 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-6e1b683d-66e2-4e32-849e-6124d75904df req-42d37d69-83f9-49b2-9e6f-fd98f9a1534a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:42.946818 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-6e1b683d-66e2-4e32-849e-6124d75904df req-42d37d69-83f9-49b2-9e6f-fd98f9a1534a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Calling delete_port for 1c785654-b5a2-4af3-9b5e-682b5664cbfb owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:58:43.165619 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-6e1b683d-66e2-4e32-849e-6124d75904df req-42d37d69-83f9-49b2-9e6f-fd98f9a1534a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:43.185062 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['4cbc1d2c-38ef-4d9e-8697-fd73a82de907', '1c785654-b5a2-4af3-9b5e-682b5664cbfb'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:58:43.229031 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d37d69-83f9-49b2-9e6f-fd98f9a1534a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Pushing event deleted for resources: {'Port': ['ID=1c785654-b5a2-4af3-9b5e-682b5664cbfb,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:58:43.293447 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1b683d-66e2-4e32-849e-6124d75904df req-42d37d69-83f9-49b2-9e6f-fd98f9a1534a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] No DVR routers for this DVR port 1c785654-b5a2-4af3-9b5e-682b5664cbfb on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:58:43.296423 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-6e1b683d-66e2-4e32-849e-6124d75904df req-42d37d69-83f9-49b2-9e6f-fd98f9a1534a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:43.300218 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6e1b683d-66e2-4e32-849e-6124d75904df req-42d37d69-83f9-49b2-9e6f-fd98f9a1534a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.46 "DELETE /v2.0/ports/1c785654-b5a2-4af3-9b5e-682b5664cbfb HTTP/1.1" status: 204 len: 173 time: 0.5809867 Sep 09 21:58:43.300966 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37912018-2bbc-4d26-9a93-50ad0b856dea', 'name': 'network-vif-deleted', 'tag': '1c785654-b5a2-4af3-9b5e-682b5664cbfb'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:58:43.303497 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab7e5d4-c48e-47ba-9132-4ea7a4b3ed83" -d '{"events": [{"server_uuid": "37912018-2bbc-4d26-9a93-50ad0b856dea", "name": "network-vif-deleted", "tag": "1c785654-b5a2-4af3-9b5e-682b5664cbfb"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:58:43.368535 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aface4-4bfa-4133-bbea-a387b3533c7c x-openstack-request-id: req-57aface4-4bfa-4133-bbea-a387b3533c7c {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:58:43.368674 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37912018-2bbc-4d26-9a93-50ad0b856dea", "name": "network-vif-deleted", "tag": "1c785654-b5a2-4af3-9b5e-682b5664cbfb", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:58:43.368821 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57aface4-4bfa-4133-bbea-a387b3533c7c {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:58:43.369190 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37912018-2bbc-4d26-9a93-50ad0b856dea', 'name': 'network-vif-deleted', 'tag': '1c785654-b5a2-4af3-9b5e-682b5664cbfb', 'status': 'completed', 'code': 200} Sep 09 21:58:43.384214 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-19292e05-d8a1-4c58-bca5-b63545649628 req-00c84b75-6859-4852-a237-04c176edf3a0 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 210 time: 0.0313981 Sep 09 21:58:43.965998 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f982d8-cbd7-4911-8ef1-6a6e09edf89a req-dbebf69b-b1bd-4731-b9c3-21d49b168756 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:43.967490 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-49f982d8-cbd7-4911-8ef1-6a6e09edf89a req-dbebf69b-b1bd-4731-b9c3-21d49b168756 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 946 time: 0.0597801 Sep 09 21:58:44.015519 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-49f982d8-cbd7-4911-8ef1-6a6e09edf89a req-0b70f97f-e631-4769-b3ee-d91af3ca9186 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Sep 09 21:58:44.565561 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-474e6209-c435-4730-8ef8-c0e3f4b5c3fd req-0c41354c-b156-4dbb-826f-022278b05466 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=37912018-2bbc-4d26-9a93-50ad0b856dea HTTP/1.1" status: 200 len: 210 time: 0.0450141 Sep 09 21:58:46.125047 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22194b-1dc4-42f0-9062-51d82468488e req-b694ed30-65bc-4cb9-a88e-92d9a578f9bd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:46.126961 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ae22194b-1dc4-42f0-9062-51d82468488e req-b694ed30-65bc-4cb9-a88e-92d9a578f9bd tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0552514 Sep 09 21:58:46.169648 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ae22194b-1dc4-42f0-9062-51d82468488e req-00061fc5-d78b-4758-96bc-8beec036ba9e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Sep 09 21:58:47.206510 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:58:47.298306 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2930b0-a203-4e80-b129-fe470dd02fff req-d20cc8f3-e224-45f7-9082-b44e22564fa1 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:47.306111 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4f2930b0-a203-4e80-b129-fe470dd02fff req-d20cc8f3-e224-45f7-9082-b44e22564fa1 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0555408 Sep 09 21:58:47.345976 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4f2930b0-a203-4e80-b129-fe470dd02fff req-ec2a2884-8344-4b6a-8f96-96c17fdedad0 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386946 Sep 09 21:58:47.533955 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 1c785654-b5a2-4af3-9b5e-682b5664cbfb no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:58:47.555959 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 1c785654-b5a2-4af3-9b5e-682b5664cbfb {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:58:47.556322 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 1c785654-b5a2-4af3-9b5e-682b5664cbfb not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:58:48.471704 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d459e4d-7129-4afe-89da-f4016f323031 req-f42c2bcc-5a47-432b-a4a3-ae4df18af399 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:48.473796 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2d459e4d-7129-4afe-89da-f4016f323031 req-f42c2bcc-5a47-432b-a4a3-ae4df18af399 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0539122 Sep 09 21:58:48.516830 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2d459e4d-7129-4afe-89da-f4016f323031 req-4672eee5-dca3-47d4-9043-4d93390c3186 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366590 Sep 09 21:58:49.297188 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dd87b318-7e92-4ed2-94a1-c08e1303594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:49.639575 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d266b-310b-4fde-ad38-0682bd4ac11a req-bf4f594b-7ae2-4aa1-b867-386967bdf691 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:49.647483 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-484d266b-310b-4fde-ad38-0682bd4ac11a req-bf4f594b-7ae2-4aa1-b867-386967bdf691 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0613763 Sep 09 21:58:49.684142 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-484d266b-310b-4fde-ad38-0682bd4ac11a req-025690a1-39d0-4f42-aec4-1f1ce114b308 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353398 Sep 09 21:58:50.805126 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dd80-ff47-4962-be0b-9aecb47c36d0 req-e9132354-16d2-45ac-a422-4fe1241555e9 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:50.812958 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-71a0dd80-ff47-4962-be0b-9aecb47c36d0 req-e9132354-16d2-45ac-a422-4fe1241555e9 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0553625 Sep 09 21:58:50.846705 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-71a0dd80-ff47-4962-be0b-9aecb47c36d0 req-222469c6-7bc3-4094-91a7-bbe28a6667d4 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Sep 09 21:58:51.945823 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab954-7b52-460b-a854-9957a423267a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:51.973971 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9f24-ad8d-47b6-a84d-b41320d37014 req-bd644185-af5e-4050-b2cd-09d03bb57f10 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:51.975863 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d23f9f24-ad8d-47b6-a84d-b41320d37014 req-bd644185-af5e-4050-b2cd-09d03bb57f10 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0606668 Sep 09 21:58:52.015770 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d23f9f24-ad8d-47b6-a84d-b41320d37014 req-cb7c0c3d-a9bb-41b6-a092-694c09f19a30 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336456 Sep 09 21:58:52.066316 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:53.153335 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad2304-18ad-43ae-8085-15497dd022e1 req-74d3a89c-5f7d-4712-889e-4ac336ad1edc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:53.157685 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-72ad2304-18ad-43ae-8085-15497dd022e1 req-74d3a89c-5f7d-4712-889e-4ac336ad1edc tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0578644 Sep 09 21:58:53.223976 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-72ad2304-18ad-43ae-8085-15497dd022e1 req-aa8eb09e-c9f3-4672-8b61-e0118d44650b tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531054 Sep 09 21:58:53.293985 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:54.356889 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f804285-65b0-42af-ae14-05d477349a40 req-ff594510-2793-4106-9d2c-f2b16a1894ec tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:54.358452 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3f804285-65b0-42af-ae14-05d477349a40 req-ff594510-2793-4106-9d2c-f2b16a1894ec tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0657318 Sep 09 21:58:54.400821 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3f804285-65b0-42af-ae14-05d477349a40 req-69719100-b534-4e59-9292-5aa122f6c3be tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358100 Sep 09 21:58:54.574166 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:58:55.555114 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942af9e-554d-44ef-92bf-e5ae43a8ecc3 req-cfb15548-986f-4e65-b659-d0bddbac3041 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:55.556547 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4942af9e-554d-44ef-92bf-e5ae43a8ecc3 req-cfb15548-986f-4e65-b659-d0bddbac3041 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0736308 Sep 09 21:58:55.607834 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4942af9e-554d-44ef-92bf-e5ae43a8ecc3 req-5d4c3104-29b8-42de-b171-3bf29cf69a41 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439141 Sep 09 21:58:56.728595 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f96fe7-6203-4526-bf03-f7d91eb3f1a6 req-5e67acd2-f041-4ad4-a0dc-d09dfcd7a04f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:56.731287 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-31f96fe7-6203-4526-bf03-f7d91eb3f1a6 req-5e67acd2-f041-4ad4-a0dc-d09dfcd7a04f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0515480 Sep 09 21:58:56.771348 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-31f96fe7-6203-4526-bf03-f7d91eb3f1a6 req-e5090c84-d781-4439-8d38-39b3d7300635 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339408 Sep 09 21:58:57.900421 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122dd09-ac0d-4d19-9a85-5200c6201f18 req-1d7f1f52-af55-4eef-84d9-b3cd4fb8035e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:57.902827 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3122dd09-ac0d-4d19-9a85-5200c6201f18 req-1d7f1f52-af55-4eef-84d9-b3cd4fb8035e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0535729 Sep 09 21:58:57.950509 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3122dd09-ac0d-4d19-9a85-5200c6201f18 req-08d3fc69-265e-4810-a0cd-cae04f2b546f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382073 Sep 09 21:58:59.083336 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711c6df-355c-4fbe-b48b-6182b9fb8894 req-09b869a7-e0ef-4e52-b4fa-66a203d83235 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:58:59.084826 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5711c6df-355c-4fbe-b48b-6182b9fb8894 req-09b869a7-e0ef-4e52-b4fa-66a203d83235 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0549281 Sep 09 21:58:59.123905 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5711c6df-355c-4fbe-b48b-6182b9fb8894 req-3761c6b3-418a-44be-87d7-f8690825c188 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327082 Sep 09 21:59:00.254867 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb74fd-e154-4247-b82b-fca33d10972c req-f686c4e7-0064-4624-8602-dccda30cb90a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:00.256371 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-43fb74fd-e154-4247-b82b-fca33d10972c req-f686c4e7-0064-4624-8602-dccda30cb90a tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0520935 Sep 09 21:59:00.293737 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-43fb74fd-e154-4247-b82b-fca33d10972c req-36c02cb1-2690-4921-ac38-4cbd4af36093 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314066 Sep 09 21:59:00.905395 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:01.429023 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583ad3e-1040-4b88-9963-6c94c638880e req-49b61206-8f47-4a76-b46c-34aedbcb6eb8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:01.430633 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d583ad3e-1040-4b88-9963-6c94c638880e req-49b61206-8f47-4a76-b46c-34aedbcb6eb8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0507004 Sep 09 21:59:01.467189 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d583ad3e-1040-4b88-9963-6c94c638880e req-f00cb01c-df9f-4542-af44-2d81197c998f tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305116 Sep 09 21:59:02.251665 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca994d2-0ad9-41b9-9834-af0ec3468645 req-ca2f472f-637e-45d5-9663-950b099f60ee tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:02.253270 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1ca994d2-0ad9-41b9-9834-af0ec3468645 req-ca2f472f-637e-45d5-9663-950b099f60ee tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.46 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0514672 Sep 09 21:59:02.349956 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-1ca994d2-0ad9-41b9-9834-af0ec3468645 req-0b833647-e8dd-4306-b415-c6b833fc1276 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Deleting port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:59:02.350289 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-1ca994d2-0ad9-41b9-9834-af0ec3468645 req-0b833647-e8dd-4306-b415-c6b833fc1276 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:02.440855 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-1ca994d2-0ad9-41b9-9834-af0ec3468645 req-0b833647-e8dd-4306-b415-c6b833fc1276 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] For port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=4cbc1d2c-38ef-4d9e-8697-fd73a82de907,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:02.441218 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-1ca994d2-0ad9-41b9-9834-af0ec3468645 req-0b833647-e8dd-4306-b415-c6b833fc1276 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:02.454150 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-1ca994d2-0ad9-41b9-9834-af0ec3468645 req-0b833647-e8dd-4306-b415-c6b833fc1276 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Calling delete_port for 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:59:02.621061 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934aa5b1-27d8-4220-903f-4d7090d75822 req-5433eaa4-aa84-4b14-b23c-af7bd30584bf tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:02.622426 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-934aa5b1-27d8-4220-903f-4d7090d75822 req-5433eaa4-aa84-4b14-b23c-af7bd30584bf tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 945 time: 0.0550208 Sep 09 21:59:02.666230 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-934aa5b1-27d8-4220-903f-4d7090d75822 req-134b226e-3582-4cce-919f-5e06af4a169e tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b25a11-963d-4d2f-80ed-7918b787b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339530 Sep 09 21:59:02.699863 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-1ca994d2-0ad9-41b9-9834-af0ec3468645 req-0b833647-e8dd-4306-b415-c6b833fc1276 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:02.715009 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['4cbc1d2c-38ef-4d9e-8697-fd73a82de907'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:59:02.750935 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b833647-e8dd-4306-b415-c6b833fc1276 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Pushing event deleted for resources: {'Port': ['ID=4cbc1d2c-38ef-4d9e-8697-fd73a82de907,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:02.800719 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca994d2-0ad9-41b9-9834-af0ec3468645 req-0b833647-e8dd-4306-b415-c6b833fc1276 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] No DVR routers for this DVR port 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:59:02.803842 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-1ca994d2-0ad9-41b9-9834-af0ec3468645 req-0b833647-e8dd-4306-b415-c6b833fc1276 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:02.805854 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1ca994d2-0ad9-41b9-9834-af0ec3468645 req-0b833647-e8dd-4306-b415-c6b833fc1276 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.46 "DELETE /v2.0/ports/4cbc1d2c-38ef-4d9e-8697-fd73a82de907 HTTP/1.1" status: 204 len: 173 time: 0.5444429 Sep 09 21:59:02.806293 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b306126d-04a3-422f-94eb-7106d5b3da20', 'name': 'network-vif-deleted', 'tag': '4cbc1d2c-38ef-4d9e-8697-fd73a82de907'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:59:02.808616 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0accf479-abdb-40b2-af7c-5bf50433d617" -d '{"events": [{"server_uuid": "b306126d-04a3-422f-94eb-7106d5b3da20", "name": "network-vif-deleted", "tag": "4cbc1d2c-38ef-4d9e-8697-fd73a82de907"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:59:02.844003 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90b5c27-f5e6-4f46-84ee-7012f2738e77 x-openstack-request-id: req-d90b5c27-f5e6-4f46-84ee-7012f2738e77 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:59:02.844478 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b306126d-04a3-422f-94eb-7106d5b3da20", "name": "network-vif-deleted", "tag": "4cbc1d2c-38ef-4d9e-8697-fd73a82de907", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:59:02.844818 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d90b5c27-f5e6-4f46-84ee-7012f2738e77 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:59:02.845282 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b306126d-04a3-422f-94eb-7106d5b3da20', 'name': 'network-vif-deleted', 'tag': '4cbc1d2c-38ef-4d9e-8697-fd73a82de907', 'status': 'completed', 'code': 200} Sep 09 21:59:03.781520 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-89aab481-8837-4d2b-a8f1-0653d4099450 req-721a9b0e-94b6-493b-bbdd-4188ee3f37e8 tempest-ServerRescueNegativeTestJSON-1069256223 tempest-ServerRescueNegativeTestJSON-1069256223-project] 10.222.0.52 "GET /v2.0/ports?device_id=b306126d-04a3-422f-94eb-7106d5b3da20 HTTP/1.1" status: 200 len: 210 time: 0.0262642 Sep 09 21:59:04.016660 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54206) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:04.065264 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7a10d3-6840-4093-bb58-4d22bcbca70b admin admin] Deleting subnet ebd6e456-3b66-4b63-9b81-4eb4b00c994c {{(pid=100962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:59:04.071943 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1a7a10d3-6840-4093-bb58-4d22bcbca70b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:04.114175 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1a7a10d3-6840-4093-bb58-4d22bcbca70b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:04.121288 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1a7a10d3-6840-4093-bb58-4d22bcbca70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:04.291561 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1a7a10d3-6840-4093-bb58-4d22bcbca70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for subnet, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:04.316890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a10d3-6840-4093-bb58-4d22bcbca70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd6e456-3b66-4b63-9b81-4eb4b00c994c,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:04.320801 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1a7a10d3-6840-4093-bb58-4d22bcbca70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:04.322665 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-1a7a10d3-6840-4093-bb58-4d22bcbca70b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ebd6e456-3b66-4b63-9b81-4eb4b00c994c HTTP/1.1" status: 204 len: 168 time: 0.3050060 Sep 09 21:59:04.325186 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54208) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:04.398778 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:04.710054 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:04.732930 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.733239 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.734251 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.734364 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > port after_create 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.734613 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.734953 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > port after_update 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.735261 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.735584 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.735894 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.736208 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.841988 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 54222) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:04.844526 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.844870 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.845194 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.845513 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:59:04.845903 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee04c45-b52c-46a4-8852-8623ff7ac201']}} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:04.864116 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15654552-4b46-43c9-a430-2c56d7217966') {'for_net_delete': True} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:04.864473 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15654552-4b46-43c9-a430-2c56d7217966') {} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:04.881335 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229504'] for segment, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:04.901496 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:04.911341 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:59:04.912307 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229921'] for segment, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: from cryptography.utils import int_from_bytes Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: from cryptography.utils import int_from_bytes Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: Traceback (most recent call last): Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: timer() Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: cb(*args, **kw) Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: return func(*args, **kwargs) Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: self._notify() Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: self.callback(batched_events) Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: event.method(event) Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: return f(self, *a, **k) Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: return self._get(url).json() Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: return self.request(url, 'GET', **kwargs) Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:59:04.916487 dv-cinder-808137-1-iscsi neutron-server[100962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:59:05.034734 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:05.046470 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:05.050935 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1ee04c45-b52c-46a4-8852-8623ff7ac201 HTTP/1.1" status: 204 len: 168 time: 0.7225628 Sep 09 21:59:05.071909 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06be49e-4962-4a61-97f5-4040b52eb186 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee04c45-b52c-46a4-8852-8623ff7ac201,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:05.184637 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd9474-d49e-492b-a5e3-80be1a45491a req-6778b936-b4a1-468b-a95d-57f96795541e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:05.186467 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15fd9474-d49e-492b-a5e3-80be1a45491a req-6778b936-b4a1-468b-a95d-57f96795541e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 946 time: 0.0548625 Sep 09 21:59:05.231429 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15fd9474-d49e-492b-a5e3-80be1a45491a req-c9e246dd-9b68-4d25-b1ec-8cfda5b3da9e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389590 Sep 09 21:59:05.295621 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587553'] for router_interface, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:05.541147 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54232) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:05.589627 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-491479f6-609a-4b00-840c-4f3c9471fa32 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=585865a2f94f4a4398d1ec5059b2ebc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384550 Sep 09 21:59:05.591533 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54234) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:05.639665 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8b24bbfd-00f4-4e4b-9c80-91c58a18f8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:05.662566 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8b24bbfd-00f4-4e4b-9c80-91c58a18f8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:05.793759 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Deleting port de0fe6a2-e171-44c7-92e6-f56a9a2181cf {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:59:05.794103 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:05.805614 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8b24bbfd-00f4-4e4b-9c80-91c58a18f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:05.808257 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8b24bbfd-00f4-4e4b-9c80-91c58a18f8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:05.809441 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-8b24bbfd-00f4-4e4b-9c80-91c58a18f8b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8fbf175-5e41-4a15-ab94-d427a610fc58 HTTP/1.1" status: 204 len: 168 time: 0.2169721 Sep 09 21:59:05.821669 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24bbfd-00f4-4e4b-9c80-91c58a18f8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fbf175-5e41-4a15-ab94-d427a610fc58,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:05.876545 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] For port de0fe6a2-e171-44c7-92e6-f56a9a2181cf, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=de0fe6a2-e171-44c7-92e6-f56a9a2181cf,segment=NetworkSegment(dc628ae4-a2a7-4221-b8ff-5d7a39cadc67),segment_id=dc628ae4-a2a7-4221-b8ff-5d7a39cadc67)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:05.877145 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:05.890470 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Calling delete_port for de0fe6a2-e171-44c7-92e6-f56a9a2181cf owned by network:router_interface {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:59:06.177301 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:06.205269 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0fe6a2-e171-44c7-92e6-f56a9a2181cf,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:06.218505 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.219151 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.219603 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.219944 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.220278 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.221197 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.221197 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.221360 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.222106 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.222452 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.222787 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.223116 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:06.390190 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587669'] for router_interface, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:06.529340 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060226a8-c861-41f9-99de-5f9a1c28b231 req-24cb9a13-ee1c-4b54-9838-bd611cb47b18 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:06.530917 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-060226a8-c861-41f9-99de-5f9a1c28b231 req-24cb9a13-ee1c-4b54-9838-bd611cb47b18 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 946 time: 0.0863218 Sep 09 21:59:06.579128 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:59:06.609099 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:59:06.609768 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 4cbc1d2c-38ef-4d9e-8697-fd73a82de907 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:59:06.612879 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f91307-9a0e-45fe-95fb-43adfcae8409 req-5d52c144-50d8-44aa-9fd6-09fd9e9cbef0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:06.614889 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-05f91307-9a0e-45fe-95fb-43adfcae8409 req-5d52c144-50d8-44aa-9fd6-09fd9e9cbef0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0631669 Sep 09 21:59:06.618380 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-060226a8-c861-41f9-99de-5f9a1c28b231 req-9c26c5e9-03e8-4934-ae7a-3b9b47a366a6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772073 Sep 09 21:59:06.656887 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-05f91307-9a0e-45fe-95fb-43adfcae8409 req-5dbea998-cfba-4997-a208-bb4773e82fc5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342653 Sep 09 21:59:06.733399 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Router 71ad808b-3114-4022-a449-7cdcd14371dc has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:59:06.748796 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c89f9-d313-499c-9a39-c174ebd82244 req-dc5091e2-6181-4461-9121-bdf195b1ec80 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:06.753347 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5e9c89f9-d313-499c-9a39-c174ebd82244 req-dc5091e2-6181-4461-9121-bdf195b1ec80 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 946 time: 0.0701580 Sep 09 21:59:06.831936 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5e9c89f9-d313-499c-9a39-c174ebd82244 req-74591230-f6d4-402c-9d37-5cb2ae079efc tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733864 Sep 09 21:59:06.878641 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:59:06.884550 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-144c803b-2c19-4e14-ace8-efc29d96ff05 admin admin] 10.222.0.52 "PUT /v2.0/routers/71ad808b-3114-4022-a449-7cdcd14371dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0414987 Sep 09 21:59:06.887099 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54276) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:06.889610 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790f018-320a-4891-b0f2-38bb2d9d1e50 None None] Sync routers for ids ['71ad808b-3114-4022-a449-7cdcd14371dc'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:59:06.898855 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790f018-320a-4891-b0f2-38bb2d9d1e50 None None] Routers {'71ad808b-3114-4022-a449-7cdcd14371dc'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:59:06.899468 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-a790f018-320a-4891-b0f2-38bb2d9d1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:58:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['71ad808b-3114-4022-a449-7cdcd14371dc'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:06.996715 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:07.004441 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-a790f018-320a-4891-b0f2-38bb2d9d1e50 None None] Set router 71ad808b-3114-4022-a449-7cdcd14371dc gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:59:07.107285 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:07.183116 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-a790f018-320a-4891-b0f2-38bb2d9d1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'name': 'tempest-ServerRescueNegativeTestJSON-889381278-router', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:22Z', 'updated_at': '2021-09-09T21:59:06Z', 'revision_number': 5, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'gw_port': {'id': '270dcfe4-1d74-4a72-8acb-0fe03f74b7bd', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:07.210378 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790f018-320a-4891-b0f2-38bb2d9d1e50 None None] Checking router: 71ad808b-3114-4022-a449-7cdcd14371dc for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:59:07.218319 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790f018-320a-4891-b0f2-38bb2d9d1e50 None None] Routers {'71ad808b-3114-4022-a449-7cdcd14371dc'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:59:07.218942 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-a790f018-320a-4891-b0f2-38bb2d9d1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T21:58:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['71ad808b-3114-4022-a449-7cdcd14371dc'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:07.227026 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Deleting port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:59:07.227319 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:07.315543 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] For port 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=270dcfe4-1d74-4a72-8acb-0fe03f74b7bd,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:07.315910 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:07.330536 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Calling delete_port for 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd owned by network:router_gateway {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:59:07.391745 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-a790f018-320a-4891-b0f2-38bb2d9d1e50 None None] Set router 71ad808b-3114-4022-a449-7cdcd14371dc gateway port host: None {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:59:07.446057 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-a790f018-320a-4891-b0f2-38bb2d9d1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'name': 'tempest-ServerRescueNegativeTestJSON-889381278-router', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:22Z', 'updated_at': '2021-09-09T21:59:07Z', 'revision_number': 6, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'gw_port_host': None}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:07.471465 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790f018-320a-4891-b0f2-38bb2d9d1e50 None None] The sync data for ids ['71ad808b-3114-4022-a449-7cdcd14371dc'] in dv-cinder-808137-1-iscsi is: [{'id': '71ad808b-3114-4022-a449-7cdcd14371dc', 'name': 'tempest-ServerRescueNegativeTestJSON-889381278-router', 'tenant_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:22Z', 'updated_at': '2021-09-09T21:59:07Z', 'revision_number': 6, 'project_id': 'ff6463e09c2f476a8045b2ff7d14e44a', 'gw_port_host': None}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:59:07.587927 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:07.634451 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=270dcfe4-1d74-4a72-8acb-0fe03f74b7bd,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:07.699976 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42198e14-2cb9-4577-a289-d574edcd3197 req-a06f4c53-44a3-436e-b8d1-f5d28b579b10 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:07.702212 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-42198e14-2cb9-4577-a289-d574edcd3197 req-a06f4c53-44a3-436e-b8d1-f5d28b579b10 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 946 time: 0.1249158 Sep 09 21:59:07.762461 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589687'] for router_gateway, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:07.788878 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddaa8b-bdaf-4f76-8cd5-c1dd9c2deb64 req-1d4904b1-d92f-4ff5-86af-5ea94c35fca4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:07.790400 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6bddaa8b-bdaf-4f76-8cd5-c1dd9c2deb64 req-1d4904b1-d92f-4ff5-86af-5ea94c35fca4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0478795 Sep 09 21:59:07.829109 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6bddaa8b-bdaf-4f76-8cd5-c1dd9c2deb64 req-89d36054-db8b-41e7-a23b-a7c41db17ff4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325501 Sep 09 21:59:07.869031 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e657ed8-99ff-4e26-8976-5c3c44a31f3a req-9a7d0826-de83-46c8-a580-24f4ae4e004c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:07.870617 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3e657ed8-99ff-4e26-8976-5c3c44a31f3a req-9a7d0826-de83-46c8-a580-24f4ae4e004c tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 946 time: 0.1817255 Sep 09 21:59:07.915826 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13188'] for router, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:07.921863 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.007089 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd18d3a-20ce-44ac-ae3b-d724fed46402 req-501e55ba-3941-4dab-b8ef-3205a2e30c2a tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:08.008883 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2bd18d3a-20ce-44ac-ae3b-d724fed46402 req-501e55ba-3941-4dab-b8ef-3205a2e30c2a tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 946 time: 0.0634294 Sep 09 21:59:08.020637 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3e657ed8-99ff-4e26-8976-5c3c44a31f3a req-7433787e-90b3-4766-bc44-ce50edb8eda2 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022475 Sep 09 21:59:08.033726 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-42198e14-2cb9-4577-a289-d574edcd3197 req-ec884234-fcb0-48ad-86aa-abd0051ae3a7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Deleting port 473ece07-7c07-4b24-b283-a7f40aa29a68 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:59:08.034067 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-42198e14-2cb9-4577-a289-d574edcd3197 req-ec884234-fcb0-48ad-86aa-abd0051ae3a7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.057433 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2bd18d3a-20ce-44ac-ae3b-d724fed46402 req-56ea0855-d4f1-4625-a667-c0bf742e78ff tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Sep 09 21:59:08.074356 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559053'] for router, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.074356 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71ad808b-3114-4022-a449-7cdcd14371dc {{(pid=100962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:59:08.102421 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.103538 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-69c7f44c-f730-47e7-8497-1cb95eeb5ce9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/71ad808b-3114-4022-a449-7cdcd14371dc HTTP/1.1" status: 204 len: 168 time: 1.2154605 Sep 09 21:59:08.106345 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 54294) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:08.134597 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-42198e14-2cb9-4577-a289-d574edcd3197 req-ec884234-fcb0-48ad-86aa-abd0051ae3a7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] For port 473ece07-7c07-4b24-b283-a7f40aa29a68, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=473ece07-7c07-4b24-b283-a7f40aa29a68,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:08.135030 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-42198e14-2cb9-4577-a289-d574edcd3197 req-ec884234-fcb0-48ad-86aa-abd0051ae3a7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.151229 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-42198e14-2cb9-4577-a289-d574edcd3197 req-ec884234-fcb0-48ad-86aa-abd0051ae3a7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Calling delete_port for 473ece07-7c07-4b24-b283-a7f40aa29a68 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:59:08.152648 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be44f00-6245-4f53-8061-93f9ac32293a admin admin] Deleting subnet bac683f1-6482-4bb9-850c-c31ad8648008 {{(pid=100961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:59:08.157156 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0be44f00-6245-4f53-8061-93f9ac32293a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.194849 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0be44f00-6245-4f53-8061-93f9ac32293a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5668927'] for subnet, precommit_delete_associations {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.238393 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0be44f00-6245-4f53-8061-93f9ac32293a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.328187 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:59:08.339898 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-42198e14-2cb9-4577-a289-d574edcd3197 req-ec884234-fcb0-48ad-86aa-abd0051ae3a7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.348845 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:59:08.349214 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 270dcfe4-1d74-4a72-8acb-0fe03f74b7bd not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:59:08.350440 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device de0fe6a2-e171-44c7-92e6-f56a9a2181cf no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:59:08.354501 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['b07a477e-9679-4764-92c8-91cc7842aef9', 'b64ce316-b862-4f0f-8eb7-6eb262ebc558', '702c11bf-fe55-4487-8877-b39472caa447', '473ece07-7c07-4b24-b283-a7f40aa29a68'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:59:08.368869 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0be44f00-6245-4f53-8061-93f9ac32293a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6059006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4392762'] for subnet, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.372163 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec884234-fcb0-48ad-86aa-abd0051ae3a7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Pushing event deleted for resources: {'Port': ['ID=473ece07-7c07-4b24-b283-a7f40aa29a68,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:08.373654 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: de0fe6a2-e171-44c7-92e6-f56a9a2181cf {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:59:08.374182 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device de0fe6a2-e171-44c7-92e6-f56a9a2181cf not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:59:08.416375 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be44f00-6245-4f53-8061-93f9ac32293a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac683f1-6482-4bb9-850c-c31ad8648008,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:08.419917 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-42198e14-2cb9-4577-a289-d574edcd3197 req-ec884234-fcb0-48ad-86aa-abd0051ae3a7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] No DVR routers for this DVR port 473ece07-7c07-4b24-b283-a7f40aa29a68 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:59:08.420061 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-42198e14-2cb9-4577-a289-d574edcd3197 req-ec884234-fcb0-48ad-86aa-abd0051ae3a7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.422300 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-42198e14-2cb9-4577-a289-d574edcd3197 req-ec884234-fcb0-48ad-86aa-abd0051ae3a7 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "DELETE /v2.0/ports/473ece07-7c07-4b24-b283-a7f40aa29a68 HTTP/1.1" status: 204 len: 173 time: 0.7074299 Sep 09 21:59:08.422809 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a2f548-9a97-4767-97b1-a2f3d3867028', 'name': 'network-vif-deleted', 'tag': '473ece07-7c07-4b24-b283-a7f40aa29a68'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:59:08.423822 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0be44f00-6245-4f53-8061-93f9ac32293a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.425380 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575846da-dbc9-4a41-afc9-4db10eacb6c3" -d '{"events": [{"server_uuid": "d5a2f548-9a97-4767-97b1-a2f3d3867028", "name": "network-vif-deleted", "tag": "473ece07-7c07-4b24-b283-a7f40aa29a68"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:59:08.429849 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-0be44f00-6245-4f53-8061-93f9ac32293a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bac683f1-6482-4bb9-850c-c31ad8648008 HTTP/1.1" status: 204 len: 168 time: 0.3199415 Sep 09 21:59:08.430032 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 54298) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:08.470579 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b60f4aa-e0b9-4417-877f-a97bedfa42fe x-openstack-request-id: req-4b60f4aa-e0b9-4417-877f-a97bedfa42fe {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:59:08.470896 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a2f548-9a97-4767-97b1-a2f3d3867028", "name": "network-vif-deleted", "tag": "473ece07-7c07-4b24-b283-a7f40aa29a68", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:59:08.471154 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b60f4aa-e0b9-4417-877f-a97bedfa42fe {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:59:08.471549 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a2f548-9a97-4767-97b1-a2f3d3867028', 'name': 'network-vif-deleted', 'tag': '473ece07-7c07-4b24-b283-a7f40aa29a68', 'status': 'completed', 'code': 200} Sep 09 21:59:08.512182 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.595228 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.624675 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f69bac4-132a-4771-aff6-035aa4ee6e01']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:08.638175 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:08.638468 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc628ae4-a2a7-4221-b8ff-5d7a39cadc67') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:08.648494 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.664981 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.674539 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:59:08.675184 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:59:08.676945 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:59:08.839786 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.845055 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:08.846924 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3f69bac4-132a-4771-aff6-035aa4ee6e01 HTTP/1.1" status: 204 len: 168 time: 0.4157465 Sep 09 21:59:08.857524 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243e709-2e1a-44a1-bf90-ebcdcad50e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f69bac4-132a-4771-aff6-035aa4ee6e01,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:08.917105 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54b15d-1b2a-409c-b515-aebf4d6425d4 req-7977e1eb-fafa-444b-bc81-db64d1f19399 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:08.918712 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a54b15d-1b2a-409c-b515-aebf4d6425d4 req-7977e1eb-fafa-444b-bc81-db64d1f19399 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.46 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 946 time: 0.0506670 Sep 09 21:59:08.986691 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f29be-30a9-4431-b26e-e57e6bcaf205 req-401f0dd2-b1e5-42c0-96b3-a10e68581437 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:08.988233 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8b9f29be-30a9-4431-b26e-e57e6bcaf205 req-401f0dd2-b1e5-42c0-96b3-a10e68581437 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0508549 Sep 09 21:59:09.032679 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-7a54b15d-1b2a-409c-b515-aebf4d6425d4 req-5de42e34-9b8f-4901-ba1c-55e71255dac8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Deleting port a95932f7-302a-488e-aabd-31a35f5cc166 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:59:09.033068 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8b9f29be-30a9-4431-b26e-e57e6bcaf205 req-26dd7181-71de-43d2-ba04-a57b7837cefc tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381339 Sep 09 21:59:09.033536 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-7a54b15d-1b2a-409c-b515-aebf4d6425d4 req-5de42e34-9b8f-4901-ba1c-55e71255dac8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:09.170715 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e5954ccc-ba29-490f-ab23-2818e969d4f1 req-3e7921c4-414c-4247-8e51-6c649203d10b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5a2f548-9a97-4767-97b1-a2f3d3867028 HTTP/1.1" status: 200 len: 210 time: 0.0395756 Sep 09 21:59:09.172596 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-7a54b15d-1b2a-409c-b515-aebf4d6425d4 req-5de42e34-9b8f-4901-ba1c-55e71255dac8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] For port a95932f7-302a-488e-aabd-31a35f5cc166, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=a95932f7-302a-488e-aabd-31a35f5cc166,segment=NetworkSegment(e5088297-65ce-4e26-bb10-b0523fddc473),segment_id=e5088297-65ce-4e26-bb10-b0523fddc473)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:09.173178 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-7a54b15d-1b2a-409c-b515-aebf4d6425d4 req-5de42e34-9b8f-4901-ba1c-55e71255dac8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:09.197491 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-7a54b15d-1b2a-409c-b515-aebf4d6425d4 req-5de42e34-9b8f-4901-ba1c-55e71255dac8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Calling delete_port for a95932f7-302a-488e-aabd-31a35f5cc166 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:59:09.201657 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5b6a1-458f-4038-8804-91bb328435a3 req-33ce4678-30fd-4ccd-a80a-dada13933ed1 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:09.203268 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7de5b6a1-458f-4038-8804-91bb328435a3 req-33ce4678-30fd-4ccd-a80a-dada13933ed1 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 946 time: 0.0656617 Sep 09 21:59:09.244030 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7de5b6a1-458f-4038-8804-91bb328435a3 req-b9a59232-61d6-4a0c-9196-0a7a64387d36 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327978 Sep 09 21:59:09.331951 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54314) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:09.376153 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-a71d5516-1bae-46f6-a7a8-3573e826ed52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff6463e09c2f476a8045b2ff7d14e44a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430613 Sep 09 21:59:09.378674 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54316) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:09.426264 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-305fac27-0b45-4819-a742-4c83724aa589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:09.435275 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-7a54b15d-1b2a-409c-b515-aebf4d6425d4 req-5de42e34-9b8f-4901-ba1c-55e71255dac8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:09.470821 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de42e34-9b8f-4901-ba1c-55e71255dac8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Pushing event deleted for resources: {'Port': ['ID=a95932f7-302a-488e-aabd-31a35f5cc166,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:09.475513 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-305fac27-0b45-4819-a742-4c83724aa589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:09.535109 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a54b15d-1b2a-409c-b515-aebf4d6425d4 req-5de42e34-9b8f-4901-ba1c-55e71255dac8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] No DVR routers for this DVR port a95932f7-302a-488e-aabd-31a35f5cc166 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:59:09.537791 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-7a54b15d-1b2a-409c-b515-aebf4d6425d4 req-5de42e34-9b8f-4901-ba1c-55e71255dac8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:09.539840 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a54b15d-1b2a-409c-b515-aebf4d6425d4 req-5de42e34-9b8f-4901-ba1c-55e71255dac8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.46 "DELETE /v2.0/ports/a95932f7-302a-488e-aabd-31a35f5cc166 HTTP/1.1" status: 204 len: 173 time: 0.6071141 Sep 09 21:59:09.610196 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['a95932f7-302a-488e-aabd-31a35f5cc166'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:59:09.656555 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-305fac27-0b45-4819-a742-4c83724aa589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:09.659116 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-305fac27-0b45-4819-a742-4c83724aa589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:09.660962 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-305fac27-0b45-4819-a742-4c83724aa589 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4b25a11-963d-4d2f-80ed-7918b787b1fe HTTP/1.1" status: 204 len: 168 time: 0.2813609 Sep 09 21:59:09.671587 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fac27-0b45-4819-a742-4c83724aa589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b25a11-963d-4d2f-80ed-7918b787b1fe,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:10.165259 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98eeb4-defc-42e8-acbf-d3cce784cbfb req-8ba9b8a3-ad30-4fcf-8b3d-931ce6452626 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:10.165870 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bc98eeb4-defc-42e8-acbf-d3cce784cbfb req-8ba9b8a3-ad30-4fcf-8b3d-931ce6452626 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0541618 Sep 09 21:59:10.204280 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bc98eeb4-defc-42e8-acbf-d3cce784cbfb req-80a5ce8f-5459-4144-b1b1-44674373e1ae tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317774 Sep 09 21:59:10.351085 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e1ac5166-dd75-45a8-a838-d644a1852577 req-d4673e03-b2dc-4f04-8e24-deb9eaf3dbe3 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=d98fc829-d416-4e90-b11b-fef6e83e886d HTTP/1.1" status: 200 len: 210 time: 0.0270290 Sep 09 21:59:10.472945 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98fc829-d416-4e90-b11b-fef6e83e886d', 'name': 'network-vif-deleted', 'tag': 'a95932f7-302a-488e-aabd-31a35f5cc166'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:59:10.476633 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e11bbc0-a1b7-4740-809b-00bd9146c66a" -d '{"events": [{"server_uuid": "d98fc829-d416-4e90-b11b-fef6e83e886d", "name": "network-vif-deleted", "tag": "a95932f7-302a-488e-aabd-31a35f5cc166"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:59:10.519835 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549a528d-bb15-40cf-a7a1-2240e0abf178 x-openstack-request-id: req-549a528d-bb15-40cf-a7a1-2240e0abf178 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:59:10.520133 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98fc829-d416-4e90-b11b-fef6e83e886d", "name": "network-vif-deleted", "tag": "a95932f7-302a-488e-aabd-31a35f5cc166", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:59:10.520408 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-549a528d-bb15-40cf-a7a1-2240e0abf178 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:59:10.520797 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98fc829-d416-4e90-b11b-fef6e83e886d', 'name': 'network-vif-deleted', 'tag': 'a95932f7-302a-488e-aabd-31a35f5cc166', 'status': 'completed', 'code': 200} Sep 09 21:59:11.324899 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11015d-6d98-4f95-ab32-72551d2b46c1 req-7daaccf0-6431-4915-8296-9c1d35396d59 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:11.326322 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5d11015d-6d98-4f95-ab32-72551d2b46c1 req-7daaccf0-6431-4915-8296-9c1d35396d59 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0483687 Sep 09 21:59:11.365606 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5d11015d-6d98-4f95-ab32-72551d2b46c1 req-161eea5d-2e20-44cf-a87d-b8d2c0b3b650 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334706 Sep 09 21:59:12.347529 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fc1b1-0006-4762-a0e8-81fe2e9ddfbb req-591f88c2-3390-4c88-b384-b5357d096cd5 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:12.349892 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-604fc1b1-0006-4762-a0e8-81fe2e9ddfbb req-591f88c2-3390-4c88-b384-b5357d096cd5 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 945 time: 0.0477273 Sep 09 21:59:12.387450 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-604fc1b1-0006-4762-a0e8-81fe2e9ddfbb req-60d230f4-3945-4cda-b161-1c268cf79ec5 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Sep 09 21:59:12.484502 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333f064-5e80-481f-a538-d8cb1f1ef7c9 req-3704ed79-a396-4f94-920d-838218bcc930 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:12.485983 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4333f064-5e80-481f-a538-d8cb1f1ef7c9 req-3704ed79-a396-4f94-920d-838218bcc930 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0481489 Sep 09 21:59:12.526682 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4333f064-5e80-481f-a538-d8cb1f1ef7c9 req-39ce9cc4-fa9c-4d60-bad0-f6ef02fae6ca tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347295 Sep 09 21:59:13.236901 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device a95932f7-302a-488e-aabd-31a35f5cc166 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:59:13.260470 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: a95932f7-302a-488e-aabd-31a35f5cc166 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:59:13.260892 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device a95932f7-302a-488e-aabd-31a35f5cc166 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:59:13.261378 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 473ece07-7c07-4b24-b283-a7f40aa29a68 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:59:13.396650 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 473ece07-7c07-4b24-b283-a7f40aa29a68 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:59:13.396994 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 473ece07-7c07-4b24-b283-a7f40aa29a68 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:59:13.507010 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3a05e-6528-454d-b13d-c06246902d1f req-2348aef6-42b6-4266-9ba9-5c76bc793270 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:13.508559 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-59f3a05e-6528-454d-b13d-c06246902d1f req-2348aef6-42b6-4266-9ba9-5c76bc793270 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 945 time: 0.0511885 Sep 09 21:59:13.547011 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-59f3a05e-6528-454d-b13d-c06246902d1f req-2064ace8-668f-4e51-80b6-71f89ae02d3e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Sep 09 21:59:13.650351 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722b1be-8819-42ee-acec-c0f4175fee07 req-b93a62d8-75b5-4196-8481-f48eceda803a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:13.651873 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9722b1be-8819-42ee-acec-c0f4175fee07 req-b93a62d8-75b5-4196-8481-f48eceda803a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0537219 Sep 09 21:59:13.699513 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9722b1be-8819-42ee-acec-c0f4175fee07 req-8a419deb-e7b0-4e95-afae-3bf7ba2c398f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362811 Sep 09 21:59:13.964866 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9d507-6562-42b3-86bc-c3cf464abd94 req-a3e94a97-7f7d-434b-a3ff-56e1c174b7f8 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:13.966487 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-12d9d507-6562-42b3-86bc-c3cf464abd94 req-a3e94a97-7f7d-434b-a3ff-56e1c174b7f8 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0513201 Sep 09 21:59:14.008091 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-12d9d507-6562-42b3-86bc-c3cf464abd94 req-3b07f5a1-cab5-4a77-a31d-3b4e5c4b18cf tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349312 Sep 09 21:59:14.661919 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d6d1b-de41-4753-aed2-f8640fbb2adc req-54e0664d-09e4-452d-8106-31cc234a1c33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:14.663677 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-526d6d1b-de41-4753-aed2-f8640fbb2adc req-54e0664d-09e4-452d-8106-31cc234a1c33 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 945 time: 0.0504451 Sep 09 21:59:14.702815 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-526d6d1b-de41-4753-aed2-f8640fbb2adc req-cdc2a1af-5467-4943-89d5-38e22fae1a12 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332496 Sep 09 21:59:14.822291 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1309c2-c397-4e16-89e5-26a5330f5664 req-a7bb110d-b01f-46ba-bce3-a52e0bb2c861 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:14.823792 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-da1309c2-c397-4e16-89e5-26a5330f5664 req-a7bb110d-b01f-46ba-bce3-a52e0bb2c861 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0480797 Sep 09 21:59:14.862588 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-da1309c2-c397-4e16-89e5-26a5330f5664 req-bd892195-d652-40d0-869a-4fe23f00a6bc tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328844 Sep 09 21:59:15.147281 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6291c-faf0-46f3-9697-85f6de546362 req-89d525ea-57dd-48ea-8485-5e140f085a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:15.148744 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a2f6291c-faf0-46f3-9697-85f6de546362 req-89d525ea-57dd-48ea-8485-5e140f085a55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31769cc590394995a38001f9f857bdcc&device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 1138 time: 0.0770206 Sep 09 21:59:15.157478 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17858d14-31ff-4274-a6fe-94b36e5ad61b req-3813f719-7bc0-4a97-a620-8b6f806ef376 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:15.158990 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-17858d14-31ff-4274-a6fe-94b36e5ad61b req-3813f719-7bc0-4a97-a620-8b6f806ef376 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0789258 Sep 09 21:59:15.261747 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-17858d14-31ff-4274-a6fe-94b36e5ad61b req-7d442a46-88a1-43b3-a158-185288b48a90 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924489 Sep 09 21:59:15.287478 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6291c-faf0-46f3-9697-85f6de546362 req-3077f3df-9c8d-4020-a8ff-dd1763597c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:15.289149 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a2f6291c-faf0-46f3-9697-85f6de546362 req-3077f3df-9c8d-4020-a8ff-dd1763597c46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9506ddba-0741-4133-ae25-05dfe4f6f479 HTTP/1.1" status: 200 len: 915 time: 0.1291728 Sep 09 21:59:15.367917 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a2f6291c-faf0-46f3-9697-85f6de546362 req-21185efa-58ce-4011-b6e4-fa0ced037a6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3712d993-bea4-4897-a940-1789d59f373d HTTP/1.1" status: 200 len: 1001 time: 0.0600967 Sep 09 21:59:15.447964 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6291c-faf0-46f3-9697-85f6de546362 req-c6957c3a-0c88-4132-9dc0-a88636fd8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:15.449434 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a2f6291c-faf0-46f3-9697-85f6de546362 req-c6957c3a-0c88-4132-9dc0-a88636fd8a1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd9b703d-d34b-4c38-954f-7bf531cb5d75 HTTP/1.1" status: 200 len: 853 time: 0.0721686 Sep 09 21:59:15.495075 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87562ca-fc3d-427c-9c36-5c318c11fbc1 req-bbebef74-b9cf-474a-bdf2-b3f6b8fdef20 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:15.496635 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a87562ca-fc3d-427c-9c36-5c318c11fbc1 req-bbebef74-b9cf-474a-bdf2-b3f6b8fdef20 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 945 time: 0.0849848 Sep 09 21:59:15.515129 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6291c-faf0-46f3-9697-85f6de546362 req-5db45abc-47b1-4ebf-8402-163598449be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:15.516564 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a2f6291c-faf0-46f3-9697-85f6de546362 req-5db45abc-47b1-4ebf-8402-163598449be0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9506ddba-0741-4133-ae25-05dfe4f6f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586536 Sep 09 21:59:15.656272 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a2f6291c-faf0-46f3-9697-85f6de546362 req-e0e9306f-3491-4dba-a088-2c3fcc1b30b6 service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213293 Sep 09 21:59:15.666110 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-a87562ca-fc3d-427c-9c36-5c318c11fbc1 req-0a84f8f2-7f5c-4a33-a2cf-70383e6ef4f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Deleting port 702c11bf-fe55-4487-8877-b39472caa447 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:59:15.666662 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a87562ca-fc3d-427c-9c36-5c318c11fbc1 req-0a84f8f2-7f5c-4a33-a2cf-70383e6ef4f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:15.823745 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f8253-ab31-441e-a64c-a400d22e2483 req-fcd282e6-f96c-47f2-91b8-e9ff883bd9c2 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:15.825388 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-046f8253-ab31-441e-a64c-a400d22e2483 req-fcd282e6-f96c-47f2-91b8-e9ff883bd9c2 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 945 time: 0.0518451 Sep 09 21:59:15.869391 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-046f8253-ab31-441e-a64c-a400d22e2483 req-76eb0015-2aae-4675-831f-445e39e97b34 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378370 Sep 09 21:59:16.079695 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-a87562ca-fc3d-427c-9c36-5c318c11fbc1 req-0a84f8f2-7f5c-4a33-a2cf-70383e6ef4f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] For port 702c11bf-fe55-4487-8877-b39472caa447, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=702c11bf-fe55-4487-8877-b39472caa447,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:16.080048 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a87562ca-fc3d-427c-9c36-5c318c11fbc1 req-0a84f8f2-7f5c-4a33-a2cf-70383e6ef4f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:16.099874 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa2446-42ee-46a4-9a30-698b23dc13ad req-4398a4f7-4ec6-407a-8afa-e93bcd1aa386 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:16.101335 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6fa2446-42ee-46a4-9a30-698b23dc13ad req-4398a4f7-4ec6-407a-8afa-e93bcd1aa386 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.1283553 Sep 09 21:59:16.106520 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a2f6291c-faf0-46f3-9697-85f6de546362 req-caf04e35-7a35-422e-90c4-f2e4b5c259db service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359624 Sep 09 21:59:16.107338 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-a87562ca-fc3d-427c-9c36-5c318c11fbc1 req-0a84f8f2-7f5c-4a33-a2cf-70383e6ef4f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Calling delete_port for 702c11bf-fe55-4487-8877-b39472caa447 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:59:16.185851 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6fa2446-42ee-46a4-9a30-698b23dc13ad req-a7388704-159b-4a66-b6dc-b5418b65232d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765121 Sep 09 21:59:16.361219 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a87562ca-fc3d-427c-9c36-5c318c11fbc1 req-0a84f8f2-7f5c-4a33-a2cf-70383e6ef4f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:16.374557 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['b07a477e-9679-4764-92c8-91cc7842aef9', 'b64ce316-b862-4f0f-8eb7-6eb262ebc558', '702c11bf-fe55-4487-8877-b39472caa447'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:59:16.393751 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84f8f2-7f5c-4a33-a2cf-70383e6ef4f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Pushing event deleted for resources: {'Port': ['ID=702c11bf-fe55-4487-8877-b39472caa447,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:16.433645 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc0ae6-cdb1-42fa-8a40-304d29856611 req-d6846d00-5a8f-43e1-bdc9-ac5fc2ab7212 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:16.435206 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26fc0ae6-cdb1-42fa-8a40-304d29856611 req-d6846d00-5a8f-43e1-bdc9-ac5fc2ab7212 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.1032379 Sep 09 21:59:16.450782 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87562ca-fc3d-427c-9c36-5c318c11fbc1 req-0a84f8f2-7f5c-4a33-a2cf-70383e6ef4f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] No DVR routers for this DVR port 702c11bf-fe55-4487-8877-b39472caa447 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:59:16.453801 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a87562ca-fc3d-427c-9c36-5c318c11fbc1 req-0a84f8f2-7f5c-4a33-a2cf-70383e6ef4f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:16.455369 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a87562ca-fc3d-427c-9c36-5c318c11fbc1 req-0a84f8f2-7f5c-4a33-a2cf-70383e6ef4f8 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "DELETE /v2.0/ports/702c11bf-fe55-4487-8877-b39472caa447 HTTP/1.1" status: 204 len: 173 time: 0.9486701 Sep 09 21:59:16.460066 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468dc73b-be57-4a74-9689-b4a9ff5731be', 'name': 'network-vif-deleted', 'tag': '702c11bf-fe55-4487-8877-b39472caa447'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:59:16.462467 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd644e8-5de0-4507-b880-be09d68d1049" -d '{"events": [{"server_uuid": "468dc73b-be57-4a74-9689-b4a9ff5731be", "name": "network-vif-deleted", "tag": "702c11bf-fe55-4487-8877-b39472caa447"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:59:16.495753 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-26fc0ae6-cdb1-42fa-8a40-304d29856611 req-39a7532c-21ee-4bbf-bafc-09efa34e7782 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464342 Sep 09 21:59:16.543460 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65c1b40-d192-4561-901b-43a5fd6f2792 x-openstack-request-id: req-f65c1b40-d192-4561-901b-43a5fd6f2792 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:59:16.543775 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468dc73b-be57-4a74-9689-b4a9ff5731be", "name": "network-vif-deleted", "tag": "702c11bf-fe55-4487-8877-b39472caa447", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:59:16.544021 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f65c1b40-d192-4561-901b-43a5fd6f2792 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:59:16.544440 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468dc73b-be57-4a74-9689-b4a9ff5731be', 'name': 'network-vif-deleted', 'tag': '702c11bf-fe55-4487-8877-b39472caa447', 'status': 'completed', 'code': 200} Sep 09 21:59:16.987810 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bd6bdb7e-315c-432a-a386-cd38bad3ca3e req-4992d14e-e5ff-40fd-838b-384b1b795bd2 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0318618 Sep 09 21:59:17.309748 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614b07c-3b51-43a2-9e50-b300aba713fd req-e08fd16d-1710-4548-b5ba-c927a55d12d9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:17.311203 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1614b07c-3b51-43a2-9e50-b300aba713fd req-e08fd16d-1710-4548-b5ba-c927a55d12d9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0473068 Sep 09 21:59:17.347834 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1614b07c-3b51-43a2-9e50-b300aba713fd req-b8593847-8161-479e-aaf7-291e21dca985 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306790 Sep 09 21:59:17.620958 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b555f0-5bd9-4ab8-8dbb-311a53ecca86 req-4afa4980-c92c-4ce2-bf0e-e1d7e0932b98 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:17.622489 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9b555f0-5bd9-4ab8-8dbb-311a53ecca86 req-4afa4980-c92c-4ce2-bf0e-e1d7e0932b98 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0567210 Sep 09 21:59:17.662613 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9b555f0-5bd9-4ab8-8dbb-311a53ecca86 req-465893da-0b70-4d65-9d4b-cc6b714b26bf tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339777 Sep 09 21:59:18.097243 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b7d1397c-9c63-4471-ad8c-f6fb387a2b01 req-d25755f6-b908-4c30-b273-16da40311ce5 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=468dc73b-be57-4a74-9689-b4a9ff5731be HTTP/1.1" status: 200 len: 210 time: 0.0255852 Sep 09 21:59:18.465410 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1571fe-786f-4118-a0c9-80f727a522b8 req-24d7ad2c-6e1c-451f-a579-64821d6404d4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:18.466908 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ca1571fe-786f-4118-a0c9-80f727a522b8 req-24d7ad2c-6e1c-451f-a579-64821d6404d4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0472302 Sep 09 21:59:18.504981 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ca1571fe-786f-4118-a0c9-80f727a522b8 req-80ede5b1-b717-4ade-8cce-07da8c62d30d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323601 Sep 09 21:59:18.775971 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce9a3e-eccd-4355-9ce2-0bc3ac24dcdf req-8f5bdcd9-d933-40d3-a176-54369044be2d tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:18.777473 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-01ce9a3e-eccd-4355-9ce2-0bc3ac24dcdf req-8f5bdcd9-d933-40d3-a176-54369044be2d tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0476580 Sep 09 21:59:18.816561 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-01ce9a3e-eccd-4355-9ce2-0bc3ac24dcdf req-f807b8ce-2240-4025-90f8-632d443cf0df tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328486 Sep 09 21:59:18.926365 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 702c11bf-fe55-4487-8877-b39472caa447 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:59:18.946317 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 702c11bf-fe55-4487-8877-b39472caa447 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:59:18.946588 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 702c11bf-fe55-4487-8877-b39472caa447 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:59:19.116548 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f4c88806-2f73-4c4f-ab9d-ce35c41507ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:19.592695 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebba5f0-1e9f-4e78-b332-b9d4871e1b56 req-2bea04db-34cb-4863-b3d4-312964d4a394 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:19.594181 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-aebba5f0-1e9f-4e78-b332-b9d4871e1b56 req-2bea04db-34cb-4863-b3d4-312964d4a394 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 945 time: 0.0517569 Sep 09 21:59:19.626531 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dde00b-94a3-4e1a-80e7-eee8ff9b3976 req-eceff313-e7d6-4494-99e0-e6e42ad59cbb tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:19.628012 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-82dde00b-94a3-4e1a-80e7-eee8ff9b3976 req-eceff313-e7d6-4494-99e0-e6e42ad59cbb tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0513363 Sep 09 21:59:19.631915 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-aebba5f0-1e9f-4e78-b332-b9d4871e1b56 req-82499aba-d0e9-429e-a802-9ebe1c25ab25 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309968 Sep 09 21:59:19.667172 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-82dde00b-94a3-4e1a-80e7-eee8ff9b3976 req-b7ac3efd-daa5-47f5-b0b2-483569baceae tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329416 Sep 09 21:59:19.930273 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21041799-7d30-4e1c-b56e-549f6f7564a0 req-50b2fff6-1ed1-4b75-9df0-9800037b3a07 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:19.931867 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-21041799-7d30-4e1c-b56e-549f6f7564a0 req-50b2fff6-1ed1-4b75-9df0-9800037b3a07 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0479584 Sep 09 21:59:19.972471 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-21041799-7d30-4e1c-b56e-549f6f7564a0 req-a165d18f-0068-4cfb-a795-860f708f937c tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340333 Sep 09 21:59:20.748154 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6568a-7c3c-436f-b0a1-6965e22429fa req-ce8f8447-613b-4286-83fd-ce84a207e704 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:20.749666 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4ee6568a-7c3c-436f-b0a1-6965e22429fa req-ce8f8447-613b-4286-83fd-ce84a207e704 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 945 time: 0.0503151 Sep 09 21:59:20.788716 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835986a2-0aa2-45bf-8fd0-93e77c6d10cb req-6b7793d9-2fcd-434c-ba5d-22bae3d61003 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:20.790233 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-835986a2-0aa2-45bf-8fd0-93e77c6d10cb req-6b7793d9-2fcd-434c-ba5d-22bae3d61003 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0496535 Sep 09 21:59:20.796890 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4ee6568a-7c3c-436f-b0a1-6965e22429fa req-10d8c703-f6e2-4b03-9931-292bfa810bf2 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403156 Sep 09 21:59:20.831593 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-835986a2-0aa2-45bf-8fd0-93e77c6d10cb req-cff4e966-d26d-4b56-a21f-7145b0961af2 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353048 Sep 09 21:59:21.093223 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915318f-39d3-4dd0-9b8a-8fa7f3d63a25 req-75be1f04-b536-4c1e-92f7-0977959b154a tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:21.094616 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f915318f-39d3-4dd0-9b8a-8fa7f3d63a25 req-75be1f04-b536-4c1e-92f7-0977959b154a tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0551298 Sep 09 21:59:21.136255 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f915318f-39d3-4dd0-9b8a-8fa7f3d63a25 req-d411b872-2327-438a-8876-a3b096f9049e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352209 Sep 09 21:59:21.924892 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f172db2-dfc7-46a7-a4fd-1e5b212e3af5 req-1d3a771c-b5c7-4d35-ac23-d8ec1d9192f5 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:21.926358 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3f172db2-dfc7-46a7-a4fd-1e5b212e3af5 req-1d3a771c-b5c7-4d35-ac23-d8ec1d9192f5 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 945 time: 0.0592043 Sep 09 21:59:21.931986 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a4abea4c-7da0-4bcb-bb08-2a9a236fde63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:21.971301 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3f172db2-dfc7-46a7-a4fd-1e5b212e3af5 req-2fd15f78-c032-4462-992f-cf82080f2f2b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344095 Sep 09 21:59:21.987579 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83f59-6430-40b3-992f-9b735a6e851b req-fa55665a-40da-445e-a928-8d32f4655291 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:21.992417 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ccf83f59-6430-40b3-992f-9b735a6e851b req-fa55665a-40da-445e-a928-8d32f4655291 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0839570 Sep 09 21:59:22.034120 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ccf83f59-6430-40b3-992f-9b735a6e851b req-1e3c4d5c-2998-4162-b545-9da7cd3afcad tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322978 Sep 09 21:59:22.068003 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:22.254468 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f151fa9-e6c0-4b01-9138-815116250451 req-1fc30a1f-6d6c-454d-ba7f-7589602e0174 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:22.256115 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2f151fa9-e6c0-4b01-9138-815116250451 req-1fc30a1f-6d6c-454d-ba7f-7589602e0174 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0508409 Sep 09 21:59:22.295696 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2f151fa9-e6c0-4b01-9138-815116250451 req-fb6e48c2-7fd8-4212-8719-301266ed9b45 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334067 Sep 09 21:59:23.098422 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ea1f1-6e2e-4ec7-89d1-470f8f6d59aa req-673e1341-0c1d-45b2-86cf-7765fbc1faa2 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:23.100211 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-889ea1f1-6e2e-4ec7-89d1-470f8f6d59aa req-673e1341-0c1d-45b2-86cf-7765fbc1faa2 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 945 time: 0.0523760 Sep 09 21:59:23.139685 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-889ea1f1-6e2e-4ec7-89d1-470f8f6d59aa req-065fd89b-419a-42e4-ad2c-44fa034ffe0e tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334737 Sep 09 21:59:23.166063 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d758b-2341-401e-8ad0-65b6b819b5c1 req-405971c8-9c02-4ec0-b329-035778542741 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:23.168812 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f55d758b-2341-401e-8ad0-65b6b819b5c1 req-405971c8-9c02-4ec0-b329-035778542741 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0589457 Sep 09 21:59:23.209318 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f55d758b-2341-401e-8ad0-65b6b819b5c1 req-37fdd6f2-9f14-4bb1-8af4-9deafec37e34 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345330 Sep 09 21:59:23.273561 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:23.409534 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1227a-27ee-4578-945f-48f56c772a91 req-fa704b03-9f76-4543-b55e-5708389c0925 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:23.411417 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9bf1227a-27ee-4578-945f-48f56c772a91 req-fa704b03-9f76-4543-b55e-5708389c0925 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0496211 Sep 09 21:59:23.453913 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9bf1227a-27ee-4578-945f-48f56c772a91 req-ca3bd74f-4228-4a57-9188-6e5dd4212d64 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362573 Sep 09 21:59:23.515044 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53005b2e-d613-461e-af2e-bd43a6db8a32 req-3d4af256-4a89-4dc7-adbb-fb12bd24da19 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:23.516544 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-53005b2e-d613-461e-af2e-bd43a6db8a32 req-3d4af256-4a89-4dc7-adbb-fb12bd24da19 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 945 time: 0.0474155 Sep 09 21:59:23.616353 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-53005b2e-d613-461e-af2e-bd43a6db8a32 req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Deleting port b64ce316-b862-4f0f-8eb7-6eb262ebc558 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:59:23.616709 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-53005b2e-d613-461e-af2e-bd43a6db8a32 req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:23.700992 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-53005b2e-d613-461e-af2e-bd43a6db8a32 req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] For port b64ce316-b862-4f0f-8eb7-6eb262ebc558, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=b64ce316-b862-4f0f-8eb7-6eb262ebc558,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:23.701352 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-53005b2e-d613-461e-af2e-bd43a6db8a32 req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:23.713716 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-53005b2e-d613-461e-af2e-bd43a6db8a32 req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Calling delete_port for b64ce316-b862-4f0f-8eb7-6eb262ebc558 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:59:23.905324 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-53005b2e-d613-461e-af2e-bd43a6db8a32 req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:23.917885 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['b07a477e-9679-4764-92c8-91cc7842aef9', 'b64ce316-b862-4f0f-8eb7-6eb262ebc558'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:59:23.932254 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Pushing event deleted for resources: {'Port': ['ID=b64ce316-b862-4f0f-8eb7-6eb262ebc558,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:23.941903 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.942276 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.942621 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.942968 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.943302 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.943632 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.943982 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.944319 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.945087 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.945087 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.945270 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.945593 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:23.988233 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-53005b2e-d613-461e-af2e-bd43a6db8a32 req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] No DVR routers for this DVR port b64ce316-b862-4f0f-8eb7-6eb262ebc558 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:59:23.990759 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-53005b2e-d613-461e-af2e-bd43a6db8a32 req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:23.992796 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-53005b2e-d613-461e-af2e-bd43a6db8a32 req-6fd70855-79d6-4cc0-b16c-5621b15c77f6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "DELETE /v2.0/ports/b64ce316-b862-4f0f-8eb7-6eb262ebc558 HTTP/1.1" status: 204 len: 173 time: 0.4664147 Sep 09 21:59:23.993532 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473898ff-bb56-4adb-8010-374e9166b89d', 'name': 'network-vif-deleted', 'tag': 'b64ce316-b862-4f0f-8eb7-6eb262ebc558'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:59:23.995849 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9f9fd3-022f-42cc-a1cb-b9b1b6198f5c" -d '{"events": [{"server_uuid": "473898ff-bb56-4adb-8010-374e9166b89d", "name": "network-vif-deleted", "tag": "b64ce316-b862-4f0f-8eb7-6eb262ebc558"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:59:24.032721 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f12e8c-1cd2-4510-a3ef-e17616ac51be x-openstack-request-id: req-e6f12e8c-1cd2-4510-a3ef-e17616ac51be {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:59:24.033019 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473898ff-bb56-4adb-8010-374e9166b89d", "name": "network-vif-deleted", "tag": "b64ce316-b862-4f0f-8eb7-6eb262ebc558", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:59:24.033362 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6f12e8c-1cd2-4510-a3ef-e17616ac51be {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:59:24.033721 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473898ff-bb56-4adb-8010-374e9166b89d', 'name': 'network-vif-deleted', 'tag': 'b64ce316-b862-4f0f-8eb7-6eb262ebc558', 'status': 'completed', 'code': 200} Sep 09 21:59:24.200148 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:59:24.253958 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f5f51046-8177-4439-acb1-f4af5694f765 req-a2c25011-34b7-4382-b6c4-bf8d4faa3439 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=473898ff-bb56-4adb-8010-374e9166b89d HTTP/1.1" status: 200 len: 210 time: 0.0258236 Sep 09 21:59:24.275245 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-88855a2e-115a-4b5c-8704-3e2025205ffa tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:24.276744 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-88855a2e-115a-4b5c-8704-3e2025205ffa tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/networks?id=c288b83e-4582-4a35-9836-66c32c364a78 HTTP/1.1" status: 200 len: 814 time: 0.1081533 Sep 09 21:59:24.292811 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-3cbd8e2b-8293-4027-8b0e-3520bdfe8d12 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/quotas/1d4d5a610c5d4261a5b56a6ebd7b635f HTTP/1.1" status: 200 len: 375 time: 0.0098131 Sep 09 21:59:24.328395 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-d0ae2b00-4bea-4bd3-a1f7-ff80ecdbe67c tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d4d5a610c5d4261a5b56a6ebd7b635f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298200 Sep 09 21:59:24.364513 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2bd85-9ca9-4f7e-ba22-66b764e63648 req-ebdfcad5-c3f2-4a18-b003-5dece65f0617 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:24.366239 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-31b2bd85-9ca9-4f7e-ba22-66b764e63648 req-ebdfcad5-c3f2-4a18-b003-5dece65f0617 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0527017 Sep 09 21:59:24.408085 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-31b2bd85-9ca9-4f7e-ba22-66b764e63648 req-1d59427a-418a-4974-a959-80a61106157f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331001 Sep 09 21:59:24.432852 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-789fe901-d4fc-4d76-92b8-9cf68f9e629f service neutron] 10.222.0.52 "GET /v2.0/networks/c288b83e-4582-4a35-9836-66c32c364a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935018 Sep 09 21:59:24.532794 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-9c97648f-133d-4f16-ba30-16a10328e2f9 service neutron] 10.222.0.52 "GET /v2.0/networks/c288b83e-4582-4a35-9836-66c32c364a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965662 Sep 09 21:59:24.605532 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:24.770543 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-42dde261-4829-458c-9c64-5ac780c55f94 req-d09e34eb-6525-4c43-8818-d21ac91beef8 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 210 time: 0.0318527 Sep 09 21:59:24.813887 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513d377-5d00-4400-8d34-d4b790bfda4c req-57693d14-3227-4f09-a9fd-d5c1f5c86051 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:24.815821 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e513d377-5d00-4400-8d34-d4b790bfda4c req-57693d14-3227-4f09-a9fd-d5c1f5c86051 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0588939 Sep 09 21:59:24.864809 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e513d377-5d00-4400-8d34-d4b790bfda4c req-635bbf5b-bb43-4b33-a870-3e1fc02f9ce5 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423067 Sep 09 21:59:25.531916 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249073de-b94c-410c-86b4-2e3e931a4eb4 req-ce93b6a9-e667-4ae1-9e21-85375faa5487 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:25.533801 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-249073de-b94c-410c-86b4-2e3e931a4eb4 req-ce93b6a9-e667-4ae1-9e21-85375faa5487 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0530987 Sep 09 21:59:25.572996 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-249073de-b94c-410c-86b4-2e3e931a4eb4 req-33de7f88-252b-4ae3-bb27-0876c7723f36 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323079 Sep 09 21:59:25.863853 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d25494f3-df96-46f0-9229-e8057040c9f2 req-a9d6dd77-3ff2-488f-ae55-c870543ae124 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 210 time: 0.0278778 Sep 09 21:59:25.996790 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19da0f1-3ea3-4d7a-88d1-0267a83368c8 req-0cc7a617-277c-4849-8d1c-504ff7c6e01d tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:25.998497 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e19da0f1-3ea3-4d7a-88d1-0267a83368c8 req-0cc7a617-277c-4849-8d1c-504ff7c6e01d tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0636806 Sep 09 21:59:26.040459 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e19da0f1-3ea3-4d7a-88d1-0267a83368c8 req-ef171ae8-ad9a-47fe-8862-846308f428f8 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353572 Sep 09 21:59:26.322429 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 54728) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:26.432839 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-29a2260f-c3aa-40f7-baf9-98016e70a8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:26.514473 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54734) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:26.523247 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-29a2260f-c3aa-40f7-baf9-98016e70a8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:26.588148 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-29a2260f-c3aa-40f7-baf9-98016e70a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:26.623836 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-ff6eb257-9cb1-49f0-b7b2-8e97c9de16bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:26.634765 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-29a2260f-c3aa-40f7-baf9-98016e70a8b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=790b938fb9b04f4b9e00fc337a65ea22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099554 Sep 09 21:59:26.636242 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 54740) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:26.636970 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2260f-c3aa-40f7-baf9-98016e70a8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595ad4f2-ff8d-4d74-b4f7-b681864e3dd4,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:26.678646 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device b64ce316-b862-4f0f-8eb7-6eb262ebc558 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:59:26.701717 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fa776e45-64d9-4153-9969-540b1f2ba6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:26.705558 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: b64ce316-b862-4f0f-8eb7-6eb262ebc558 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:59:26.706385 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device b64ce316-b862-4f0f-8eb7-6eb262ebc558 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:59:26.728481 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fa776e45-64d9-4153-9969-540b1f2ba6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:26.743206 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500e0cd-eff8-4417-b5b2-296925805817 req-6dd20ee5-b033-438b-bf87-1c445843797c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:26.750545 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c500e0cd-eff8-4417-b5b2-296925805817 req-6dd20ee5-b033-438b-bf87-1c445843797c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0960927 Sep 09 21:59:26.801599 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c500e0cd-eff8-4417-b5b2-296925805817 req-5e41b47a-fd88-47f2-9c16-20cb0d55b4f8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502107 Sep 09 21:59:26.822524 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-ff6eb257-9cb1-49f0-b7b2-8e97c9de16bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:26.893588 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-ff6eb257-9cb1-49f0-b7b2-8e97c9de16bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:26.893739 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fa776e45-64d9-4153-9969-540b1f2ba6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:26.897787 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fa776e45-64d9-4153-9969-540b1f2ba6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:26.900869 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-fa776e45-64d9-4153-9969-540b1f2ba6ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/595ad4f2-ff8d-4d74-b4f7-b681864e3dd4 HTTP/1.1" status: 204 len: 168 time: 0.2600291 Sep 09 21:59:26.910299 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa776e45-64d9-4153-9969-540b1f2ba6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595ad4f2-ff8d-4d74-b4f7-b681864e3dd4,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:26.953748 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-ff6eb257-9cb1-49f0-b7b2-8e97c9de16bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=179fff82752d4814b3c204b5c948ecef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380970 Sep 09 21:59:26.956533 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 54750) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:26.969873 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eb257-9cb1-49f0-b7b2-8e97c9de16bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1022c3-7ae8-42b3-94d9-9bac1b823b71,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:26.976572 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f4fe5ef0-c43b-400b-a453-6b1b7b76dcaf req-c4e8b71d-c9d2-48a9-baed-1e42265f0f15 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 210 time: 0.0357189 Sep 09 21:59:27.017296 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a79703bd-109d-41d5-811a-59e7549e2dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:27.039788 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a79703bd-109d-41d5-811a-59e7549e2dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:27.151598 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a79703bd-109d-41d5-811a-59e7549e2dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:27.154322 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a79703bd-109d-41d5-811a-59e7549e2dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:27.155680 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a79703bd-109d-41d5-811a-59e7549e2dbf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d1022c3-7ae8-42b3-94d9-9bac1b823b71 HTTP/1.1" status: 204 len: 168 time: 0.1977582 Sep 09 21:59:27.168228 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79703bd-109d-41d5-811a-59e7549e2dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1022c3-7ae8-42b3-94d9-9bac1b823b71,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:27.247953 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d338c4-eddf-486e-b7b2-8cf196a8d1ca req-bab42213-9ff0-4d67-9eef-18cda5778c9b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:27.256576 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b7d338c4-eddf-486e-b7b2-8cf196a8d1ca req-bab42213-9ff0-4d67-9eef-18cda5778c9b tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 945 time: 0.0994778 Sep 09 21:59:27.280127 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137c11-729b-4745-b033-a774dbfbbbb4 req-1ac10323-a77f-4b29-be70-92b11ed7f49b tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:27.290412 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-81137c11-729b-4745-b033-a774dbfbbbb4 req-1ac10323-a77f-4b29-be70-92b11ed7f49b tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.1784256 Sep 09 21:59:27.306422 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b7d338c4-eddf-486e-b7b2-8cf196a8d1ca req-77452e66-2b6e-4d08-baa4-b3d9c990f462 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439997 Sep 09 21:59:27.361262 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-d90a6f42-f33e-4908-97f2-b3ed47e1d530 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:27.362814 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-d90a6f42-f33e-4908-97f2-b3ed47e1d530 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.46 "GET /v2.0/networks?id=c288b83e-4582-4a35-9836-66c32c364a78 HTTP/1.1" status: 200 len: 814 time: 0.2390957 Sep 09 21:59:27.373467 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-81137c11-729b-4745-b033-a774dbfbbbb4 req-1f14fa95-f7e5-46a7-b96b-c232e3a09b91 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820260 Sep 09 21:59:27.379220 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Request body: {'port': {'device_id': '3566800a-b741-4da3-b58b-2ab4b1efaae6', 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78', 'admin_state_up': True, 'tenant_id': '1d4d5a610c5d4261a5b56a6ebd7b635f'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:59:27.559108 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Made reservation on behalf of 1d4d5a610c5d4261a5b56a6ebd7b635f for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:59:27.562758 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:27.694880 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Allocated IP 172.20.0.10 (c288b83e-4582-4a35-9836-66c32c364a78/0f161c2e-380a-4c13-b684-4b2708aa6ed5/6c6bce29-3268-493e-9355-be12ddd378aa) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:59:27.850045 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:27.927992 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31bde-e91d-4825-bdbb-2bf77789cc25 req-ffa34648-b2b5-4327-9760-80a34b93ddd7 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:27.929549 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fbc31bde-e91d-4825-bdbb-2bf77789cc25 req-ffa34648-b2b5-4327-9760-80a34b93ddd7 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0503616 Sep 09 21:59:27.957261 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:27.970075 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fbc31bde-e91d-4825-bdbb-2bf77789cc25 req-786446ab-f053-45bf-8596-4747c440a0fa tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345762 Sep 09 21:59:28.000264 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Network c288b83e-4582-4a35-9836-66c32c364a78 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:59:28.003504 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:59:28.007752 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:59:28.040199 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Pushing event updated for resources: {'Port': ['ID=6c6bce29-3268-493e-9355-be12ddd378aa,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:28.093968 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:28.094591 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:28.121525 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f860aa-8ff4-492f-863c-f665c25db165 req-5823fc17-38f6-40c1-a717-d942e2eb7556 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:28.123078 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-81f860aa-8ff4-492f-863c-f665c25db165 req-5823fc17-38f6-40c1-a717-d942e2eb7556 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 932 time: 0.0781729 Sep 09 21:59:28.163142 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-81f860aa-8ff4-492f-863c-f665c25db165 req-84dbfdd5-03a8-4589-9e60-225a8c2d0b64 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339336 Sep 09 21:59:28.178173 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-73e3a822-9bd4-4ea2-9e0e-e1ec25354640 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8028848 Sep 09 21:59:28.191944 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Request body: {'port': {'device_id': '3566800a-b741-4da3-b58b-2ab4b1efaae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:59:28.246687 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:28.425345 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234d3e-e0d7-45ac-b2bd-8d0ef4531471 req-711d0d75-e89d-4c35-9489-a0370c192da6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:28.427759 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1d234d3e-e0d7-45ac-b2bd-8d0ef4531471 req-711d0d75-e89d-4c35-9489-a0370c192da6 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 945 time: 0.0552843 Sep 09 21:59:28.467291 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1d234d3e-e0d7-45ac-b2bd-8d0ef4531471 req-fa51a9ec-f33b-4332-bd29-c26dfc5a17a3 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330577 Sep 09 21:59:28.573514 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6bce29-3268-493e-9355-be12ddd378aa {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:59:28.583786 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:28.601852 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Transition to ACTIVE for port object 6c6bce29-3268-493e-9355-be12ddd378aa will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:59:28.609743 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1852a71-4418-4669-8832-4a53cd54896f req-746d26ca-dc00-401a-89ed-43a47b348165 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:28.611307 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e1852a71-4418-4669-8832-4a53cd54896f req-746d26ca-dc00-401a-89ed-43a47b348165 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0767469 Sep 09 21:59:28.655073 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e1852a71-4418-4669-8832-4a53cd54896f req-b503ee1b-09d0-4514-9ac1-9745c2f74974 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362189 Sep 09 21:59:28.699491 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:28.707701 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:59:28.785052 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6bce29-3268-493e-9355-be12ddd378aa,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:28.821478 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:28.833423 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Attempting to bind port 6c6bce29-3268-493e-9355-be12ddd378aa on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:59:28.833627 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'port_id': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'mac_address': 'fa:16:3e:cf:2d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:59:28.833740 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Attempting to bind port 6c6bce29-3268-493e-9355-be12ddd378aa by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': 'e5088297-65ce-4e26-bb10-b0523fddc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:59:28.838033 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Attempting to bind port 6c6bce29-3268-493e-9355-be12ddd378aa on network c288b83e-4582-4a35-9836-66c32c364a78 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:59:28.838427 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Port 6c6bce29-3268-493e-9355-be12ddd378aa on network c288b83e-4582-4a35-9836-66c32c364a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:59:28.838742 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Attempting to bind port 6c6bce29-3268-493e-9355-be12ddd378aa on network c288b83e-4582-4a35-9836-66c32c364a78 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:59:28.843483 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:59:28.843818 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Checking segment: {'id': 'e5088297-65ce-4e26-bb10-b0523fddc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:59:28.844190 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Bound using segment: {'id': 'e5088297-65ce-4e26-bb10-b0523fddc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:59:28.844640 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Bound port: 6c6bce29-3268-493e-9355-be12ddd378aa, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5088297-65ce-4e26-bb10-b0523fddc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:59:28.844990 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:28.873492 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:28.886276 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:59:28.906313 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:28.908057 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] For port 6c6bce29-3268-493e-9355-be12ddd378aa, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:59:28.911729 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] For port 6c6bce29-3268-493e-9355-be12ddd378aa, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=6c6bce29-3268-493e-9355-be12ddd378aa,segment=NetworkSegment(e5088297-65ce-4e26-bb10-b0523fddc473),segment_id=e5088297-65ce-4e26-bb10-b0523fddc473)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:59:29.008140 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:29.038234 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:29.065736 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,revision_number=6']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:29.100439 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:29.101062 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:29.102437 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] 10.222.0.46 "PUT /v2.0/ports/6c6bce29-3268-493e-9355-be12ddd378aa HTTP/1.1" status: 200 len: 1094 time: 0.9145541 Sep 09 21:59:29.102962 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3566800a-b741-4da3-b58b-2ab4b1efaae6', 'tag': '6c6bce29-3268-493e-9355-be12ddd378aa'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:59:29.105229 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fe3176-1506-4aaa-a337-3b7e7b79d41b" -d '{"events": [{"name": "network-changed", "server_uuid": "3566800a-b741-4da3-b58b-2ab4b1efaae6", "tag": "6c6bce29-3268-493e-9355-be12ddd378aa"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:59:29.114041 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39b346-27af-4d2c-989c-c376cf4fa844 req-b8de159a-b7a3-488e-96b5-e6f9ec4661c4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:29.116525 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-de39b346-27af-4d2c-989c-c376cf4fa844 req-b8de159a-b7a3-488e-96b5-e6f9ec4661c4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0661018 Sep 09 21:59:29.116682 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a2e44-c5de-4f86-a500-6e4b7e0107a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6bce29-3268-493e-9355-be12ddd378aa,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:29.152146 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59640b42-5bd2-4c94-9207-7425de36bc46 x-openstack-request-id: req-59640b42-5bd2-4c94-9207-7425de36bc46 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:59:29.156657 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3566800a-b741-4da3-b58b-2ab4b1efaae6", "tag": "6c6bce29-3268-493e-9355-be12ddd378aa", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:59:29.156657 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59640b42-5bd2-4c94-9207-7425de36bc46 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:59:29.156657 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3566800a-b741-4da3-b58b-2ab4b1efaae6', 'tag': '6c6bce29-3268-493e-9355-be12ddd378aa', 'status': 'completed', 'code': 200} Sep 09 21:59:29.157440 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['56b6fd62-d65d-44b0-9d2d-1a62f058bf46'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:59:29.161065 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-de39b346-27af-4d2c-989c-c376cf4fa844 req-7892dc51-f662-42f1-be6e-e878c2e69613 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363269 Sep 09 21:59:29.171607 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 54820) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:29.258441 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe3176-1506-4aaa-a337-3b7e7b79d41b req-66cf8dc6-b9e9-40fd-bfff-cd46196db38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:29.259879 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d6fe3176-1506-4aaa-a337-3b7e7b79d41b req-66cf8dc6-b9e9-40fd-bfff-cd46196db38b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d4d5a610c5d4261a5b56a6ebd7b635f&device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 1097 time: 0.0677388 Sep 09 21:59:29.310086 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-63affc50-d051-4aa0-b5e8-8939942e1d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:29.364087 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0215323-420e-42b0-8735-0d049a188343 req-5c7fa97b-0296-4409-acb7-716a291f62ae tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:29.365768 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c0215323-420e-42b0-8735-0d049a188343 req-5c7fa97b-0296-4409-acb7-716a291f62ae tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 944 time: 0.1243980 Sep 09 21:59:29.399554 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe3176-1506-4aaa-a337-3b7e7b79d41b req-79dd9242-3f6e-46c3-8331-91fca025734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:29.401013 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d6fe3176-1506-4aaa-a337-3b7e7b79d41b req-79dd9242-3f6e-46c3-8331-91fca025734d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1d4d5a610c5d4261a5b56a6ebd7b635f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1263950 Sep 09 21:59:29.401259 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-63affc50-d051-4aa0-b5e8-8939942e1d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:29.437244 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c0215323-420e-42b0-8735-0d049a188343 req-b950c31c-e3ef-4829-9ccc-616608a78367 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616751 Sep 09 21:59:29.473844 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-63affc50-d051-4aa0-b5e8-8939942e1d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:29.510720 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63affc50-d051-4aa0-b5e8-8939942e1d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ff44f-bddf-43e0-b7fe-a1bad75fb281,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:29.526286 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-63affc50-d051-4aa0-b5e8-8939942e1d21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee5edc89edc44cd5a1534311bd308dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537443 Sep 09 21:59:29.528818 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 54828) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:29.544512 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe3176-1506-4aaa-a337-3b7e7b79d41b req-e9105f1a-2d19-4191-8a6b-1b49372485fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:29.545980 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d6fe3176-1506-4aaa-a337-3b7e7b79d41b req-e9105f1a-2d19-4191-8a6b-1b49372485fc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372018 Sep 09 21:59:29.555503 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca9c76-46e6-49eb-9391-3de8aeda0f5f req-2723ea47-fc56-461e-9fb5-ff9f43c93791 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:29.557006 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-72ca9c76-46e6-49eb-9391-3de8aeda0f5f req-2723ea47-fc56-461e-9fb5-ff9f43c93791 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 945 time: 0.1016169 Sep 09 21:59:29.623594 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7b02-72e1-4af9-af73-3f10fe854c67 req-e1a561c2-4353-4afd-9c27-23ef392bd08d tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:29.625103 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7e9f7b02-72e1-4af9-af73-3f10fe854c67 req-e1a561c2-4353-4afd-9c27-23ef392bd08d tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 945 time: 0.0729995 Sep 09 21:59:29.625721 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b145e1ec-9528-4122-89c5-bed0b26bf130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:29.663293 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b145e1ec-9528-4122-89c5-bed0b26bf130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:29.666666 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-d3a5b07c-774f-4f02-abee-0d63f3124907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:29.668210 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-d3a5b07c-774f-4f02-abee-0d63f3124907 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d4d5a610c5d4261a5b56a6ebd7b635f&device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 1097 time: 0.0712929 Sep 09 21:59:29.690298 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7e9f7b02-72e1-4af9-af73-3f10fe854c67 req-e951621d-3fcc-42c0-8f9c-ae7a5bcede38 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d76a3e5-b682-49d3-bf90-61ff590ad1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542045 Sep 09 21:59:29.731092 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-55bae71d-5c22-487b-b97c-a5c0284a8f08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c6bce29-3268-493e-9355-be12ddd378aa HTTP/1.1" status: 200 len: 217 time: 0.0525250 Sep 09 21:59:29.734048 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-72ca9c76-46e6-49eb-9391-3de8aeda0f5f req-575bbf38-7282-4794-8b1d-89c79154c7db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Deleting port b07a477e-9679-4764-92c8-91cc7842aef9 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:59:29.734381 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-72ca9c76-46e6-49eb-9391-3de8aeda0f5f req-575bbf38-7282-4794-8b1d-89c79154c7db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:30.016874 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b145e1ec-9528-4122-89c5-bed0b26bf130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:30.021038 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b145e1ec-9528-4122-89c5-bed0b26bf130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:30.021038 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-b145e1ec-9528-4122-89c5-bed0b26bf130 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf9ff44f-bddf-43e0-b7fe-a1bad75fb281 HTTP/1.1" status: 204 len: 168 time: 0.4909644 Sep 09 21:59:30.029095 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145e1ec-9528-4122-89c5-bed0b26bf130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ff44f-bddf-43e0-b7fe-a1bad75fb281,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:30.108928 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-1dd63106-7362-4e20-a99b-261a9d4fcdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:30.110649 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-1dd63106-7362-4e20-a99b-261a9d4fcdc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f161c2e-380a-4c13-b684-4b2708aa6ed5 HTTP/1.1" status: 200 len: 854 time: 0.3609290 Sep 09 21:59:30.128879 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fdbe0-7489-4d65-b3b4-aea888c2e54a req-2c666e86-7890-46cd-bc83-da5e5dfac9e5 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:30.131022 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c8fdbe0-7489-4d65-b3b4-aea888c2e54a req-2c666e86-7890-46cd-bc83-da5e5dfac9e5 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.3803861 Sep 09 21:59:30.146552 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-72ca9c76-46e6-49eb-9391-3de8aeda0f5f req-575bbf38-7282-4794-8b1d-89c79154c7db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] For port b07a477e-9679-4764-92c8-91cc7842aef9, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=b07a477e-9679-4764-92c8-91cc7842aef9,segment=NetworkSegment(8d5708df-43c3-4f02-81da-18c023bdd43b),segment_id=8d5708df-43c3-4f02-81da-18c023bdd43b)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:30.146914 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-72ca9c76-46e6-49eb-9391-3de8aeda0f5f req-575bbf38-7282-4794-8b1d-89c79154c7db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:30.172635 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-78231116-c14e-4618-a7e3-d502c4ab1bcb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c288b83e-4582-4a35-9836-66c32c364a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390313 Sep 09 21:59:30.184598 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-72ca9c76-46e6-49eb-9391-3de8aeda0f5f req-575bbf38-7282-4794-8b1d-89c79154c7db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Calling delete_port for b07a477e-9679-4764-92c8-91cc7842aef9 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:59:30.289410 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970f6f9-9d1e-4ed6-842a-c64fdb1baa18 req-203516ee-0171-422e-b4a2-de18b9b062a2 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:30.292107 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d970f6f9-9d1e-4ed6-842a-c64fdb1baa18 req-203516ee-0171-422e-b4a2-de18b9b062a2 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0550861 Sep 09 21:59:30.303711 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c8fdbe0-7489-4d65-b3b4-aea888c2e54a req-6d149e5c-053d-456a-918f-e59c38e72103 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b2c1eab-59c9-4298-bc92-75ab91bb68da&id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600385 Sep 09 21:59:30.344864 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d970f6f9-9d1e-4ed6-842a-c64fdb1baa18 req-11f03ced-b967-4917-bb38-14e1da7ca692 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460732 Sep 09 21:59:30.359733 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-42557c2d-0a24-44b5-8c20-c5d5d2456b87 service neutron] 10.222.0.46 "GET /v2.0/networks/c288b83e-4582-4a35-9836-66c32c364a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727903 Sep 09 21:59:30.513120 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58168417-a2ec-409a-a799-5ee0cb074aa5 req-92ed2fbf-3fa6-468a-964f-93b6e361be87 service neutron] 10.222.0.46 "GET /v2.0/networks/c288b83e-4582-4a35-9836-66c32c364a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394124 Sep 09 21:59:30.566954 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5959cdc-b124-4819-bebb-624f7fcec10e req-90ad7e80-4c95-4df4-a017-40418e67a1f5 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:30.572919 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b5959cdc-b124-4819-bebb-624f7fcec10e req-90ad7e80-4c95-4df4-a017-40418e67a1f5 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 944 time: 0.0566418 Sep 09 21:59:30.608969 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b5959cdc-b124-4819-bebb-624f7fcec10e req-030507a7-564f-42ad-8ad9-74b82c7db712 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339212 Sep 09 21:59:30.628790 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-72ca9c76-46e6-49eb-9391-3de8aeda0f5f req-575bbf38-7282-4794-8b1d-89c79154c7db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:30.642541 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['b07a477e-9679-4764-92c8-91cc7842aef9'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:59:30.662346 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bbf38-7282-4794-8b1d-89c79154c7db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Pushing event deleted for resources: {'Port': ['ID=b07a477e-9679-4764-92c8-91cc7842aef9,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:30.703591 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ca9c76-46e6-49eb-9391-3de8aeda0f5f req-575bbf38-7282-4794-8b1d-89c79154c7db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] No DVR routers for this DVR port b07a477e-9679-4764-92c8-91cc7842aef9 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:59:30.706271 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-72ca9c76-46e6-49eb-9391-3de8aeda0f5f req-575bbf38-7282-4794-8b1d-89c79154c7db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:30.708461 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-72ca9c76-46e6-49eb-9391-3de8aeda0f5f req-575bbf38-7282-4794-8b1d-89c79154c7db tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.46 "DELETE /v2.0/ports/b07a477e-9679-4764-92c8-91cc7842aef9 HTTP/1.1" status: 204 len: 173 time: 1.1381948 Sep 09 21:59:30.718567 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:59:30.782508 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:59:30.783187 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:30.828907 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3bbea66f-16c4-4655-b9bb-5c392ab658a3 req-33b262af-e49c-44b0-984a-38eb0a2f5f08 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 210 time: 0.0454092 Sep 09 21:59:30.886190 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:30.910993 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:59:30.914574 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f34912-dcc9-42d7-98d4-c5089152233d" -d '{"events": [{"server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "name": "network-vif-plugged", "status": "completed", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:59:30.929289 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:30.931364 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:30.968521 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06976325-9893-4d30-b632-41451026ecfe x-openstack-request-id: req-06976325-9893-4d30-b632-41451026ecfe {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:59:30.968920 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "name": "network-vif-plugged", "status": "completed", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:59:30.969301 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06976325-9893-4d30-b632-41451026ecfe {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:59:30.969815 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'code': 200} Sep 09 21:59:31.007655 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:31.007655 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device b07a477e-9679-4764-92c8-91cc7842aef9 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:59:31.041761 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-bc166b05-a5ef-4765-bbfb-b3642018106a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643044 Sep 09 21:59:31.064512 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: b07a477e-9679-4764-92c8-91cc7842aef9 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:59:31.064865 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device b07a477e-9679-4764-92c8-91cc7842aef9 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:59:31.134580 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,revision_number=7']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:31.155791 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57948859-c133-4c6f-8e9c-9db6b39e8d23', 'name': 'network-vif-deleted', 'tag': 'b07a477e-9679-4764-92c8-91cc7842aef9'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:59:31.158180 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47de9d41-f66f-41e2-b250-3ed14ba29cc3" -d '{"events": [{"server_uuid": "57948859-c133-4c6f-8e9c-9db6b39e8d23", "name": "network-vif-deleted", "tag": "b07a477e-9679-4764-92c8-91cc7842aef9"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:59:31.178464 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-2701cb1f-f6aa-4f91-aa49-46444ac3f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:31.180481 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-2701cb1f-f6aa-4f91-aa49-46444ac3f74e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 1099 time: 0.0974054 Sep 09 21:59:31.208186 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1e84f1-cb18-4dcd-b6b8-34fa459b3f21 x-openstack-request-id: req-2f1e84f1-cb18-4dcd-b6b8-34fa459b3f21 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:59:31.208512 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57948859-c133-4c6f-8e9c-9db6b39e8d23", "name": "network-vif-deleted", "tag": "b07a477e-9679-4764-92c8-91cc7842aef9", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:59:31.208789 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f1e84f1-cb18-4dcd-b6b8-34fa459b3f21 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:59:31.209159 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57948859-c133-4c6f-8e9c-9db6b39e8d23', 'name': 'network-vif-deleted', 'tag': 'b07a477e-9679-4764-92c8-91cc7842aef9', 'status': 'completed', 'code': 200} Sep 09 21:59:31.376533 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-b067a589-5c59-4051-aada-44bada5d0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:31.378016 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-b067a589-5c59-4051-aada-44bada5d0cc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 HTTP/1.1" status: 200 len: 911 time: 0.1478970 Sep 09 21:59:31.474917 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e87801-0709-49b4-b3ed-7b7e75a69683 req-f10206eb-b72a-4fc0-9d99-56cdddfbe8b4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:31.483845 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-57e87801-0709-49b4-b3ed-7b7e75a69683 req-f10206eb-b72a-4fc0-9d99-56cdddfbe8b4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0622206 Sep 09 21:59:31.506804 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-8c28892f-63c3-4985-962b-79acd778f386 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5af56c-5c6e-445e-94f2-c91d2782982f HTTP/1.1" status: 200 len: 1002 time: 0.1071789 Sep 09 21:59:31.537473 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-57e87801-0709-49b4-b3ed-7b7e75a69683 req-452f7d90-e5e2-4da8-b947-2ea2cd0dc671 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523825 Sep 09 21:59:31.574272 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-4b125c1f-21fd-4325-9220-67f3e92e264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:31.578773 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-4b125c1f-21fd-4325-9220-67f3e92e264a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f HTTP/1.1" status: 200 len: 849 time: 0.0576017 Sep 09 21:59:31.638515 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-9f9a7b50-2bb3-405b-ac65-a527e6bd69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:31.640283 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-9f9a7b50-2bb3-405b-ac65-a527e6bd69f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548503 Sep 09 21:59:31.796318 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688b18c-471d-45b3-994b-320af7a9c563 req-ec046238-cab1-40ac-9dbf-60b733902a59 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:31.797978 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f688b18c-471d-45b3-994b-320af7a9c563 req-ec046238-cab1-40ac-9dbf-60b733902a59 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 944 time: 0.1124091 Sep 09 21:59:31.833800 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-54a6749b-0640-4a28-a182-cf293fea08ac service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838927 Sep 09 21:59:31.902449 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f688b18c-471d-45b3-994b-320af7a9c563 req-2f621cbe-c539-42a9-8ffc-6015b90e7b40 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939839 Sep 09 21:59:31.996459 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1b543413-f760-46b9-845c-cad923ec487e req-483d5310-4f37-4617-a701-b50805500fa1 tempest-AttachVolumeNegativeTest-700208149 tempest-AttachVolumeNegativeTest-700208149-project] 10.222.0.52 "GET /v2.0/ports?device_id=57948859-c133-4c6f-8e9c-9db6b39e8d23 HTTP/1.1" status: 200 len: 210 time: 0.0677114 Sep 09 21:59:32.029828 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-58fdc8ec-4290-452c-ae4f-0612451998cc req-974f2723-6c39-42fe-a174-ce4e8732424a service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710329 Sep 09 21:59:32.679566 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ecb86-7bfd-446c-818c-b08f5c09ce02 req-b1e34c7c-6041-4a15-a7fa-b890819cc7dd tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:32.687351 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-928ecb86-7bfd-446c-818c-b08f5c09ce02 req-b1e34c7c-6041-4a15-a7fa-b890819cc7dd tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0685184 Sep 09 21:59:32.731639 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 6c6bce29-3268-493e-9355-be12ddd378aa details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:59:32.756544 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-928ecb86-7bfd-446c-818c-b08f5c09ce02 req-23263116-73dd-4079-963b-77a1ffbc495f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642810 Sep 09 21:59:32.869051 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 6c6bce29-3268-493e-9355-be12ddd378aa, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=6c6bce29-3268-493e-9355-be12ddd378aa,segment=NetworkSegment(e5088297-65ce-4e26-bb10-b0523fddc473),segment_id=e5088297-65ce-4e26-bb10-b0523fddc473)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:32.884495 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '6c6bce29-3268-493e-9355-be12ddd378aa', 'network_id': 'c288b83e-4582-4a35-9836-66c32c364a78', 'port_id': '6c6bce29-3268-493e-9355-be12ddd378aa', 'mac_address': 'fa:16:3e:a0:c0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f161c2e-380a-4c13-b684-4b2708aa6ed5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:59:32.949389 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:32.963725 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6bce29-3268-493e-9355-be12ddd378aa {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:59:33.005611 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 6c6bce29-3268-493e-9355-be12ddd378aa, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=6c6bce29-3268-493e-9355-be12ddd378aa,segment=NetworkSegment(e5088297-65ce-4e26-bb10-b0523fddc473),segment_id=e5088297-65ce-4e26-bb10-b0523fddc473)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:33.034876 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f05a49-9d97-4370-af66-fddbaecb4863 req-1b9c0e33-d3eb-4dfd-88cf-ea84755f13e5 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:33.037339 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a8f05a49-9d97-4370-af66-fddbaecb4863 req-1b9c0e33-d3eb-4dfd-88cf-ea84755f13e5 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 944 time: 0.0649548 Sep 09 21:59:33.072681 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54934) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:33.094203 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:33.108606 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a8f05a49-9d97-4370-af66-fddbaecb4863 req-eaf5ce60-0d7a-4c21-b0ac-d81fe1a6c5be tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622737 Sep 09 21:59:33.159330 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_v2 [None req-4681da13-9688-4071-a127-f546ef38ad18 admin admin] Deleting subnet 65ac6ff5-5c24-4075-ae7a-78ea1eb1d871 {{(pid=100962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:59:33.163676 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4681da13-9688-4071-a127-f546ef38ad18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:33.181825 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=6c6bce29-3268-493e-9355-be12ddd378aa,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:33.203942 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4681da13-9688-4071-a127-f546ef38ad18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229497'] for subnet, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:33.258076 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4681da13-9688-4071-a127-f546ef38ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:33.397063 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4681da13-9688-4071-a127-f546ef38ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5229443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5205014'] for subnet, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:33.408724 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['6c6bce29-3268-493e-9355-be12ddd378aa'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:59:33.424241 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681da13-9688-4071-a127-f546ef38ad18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ac6ff5-5c24-4075-ae7a-78ea1eb1d871,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:33.428926 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4681da13-9688-4071-a127-f546ef38ad18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:33.430876 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-4681da13-9688-4071-a127-f546ef38ad18 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/65ac6ff5-5c24-4075-ae7a-78ea1eb1d871 HTTP/1.1" status: 204 len: 168 time: 0.3619306 Sep 09 21:59:33.435297 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54938) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:33.568867 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:33.703364 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:33.732863 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf5c1cd-d3ec-4571-a114-caf48cd73d15']}} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:33.749611 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5708df-43c3-4f02-81da-18c023bdd43b') {'for_net_delete': True} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:33.749929 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5708df-43c3-4f02-81da-18c023bdd43b') {} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:33.769058 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229504'] for segment, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:33.791348 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:33.798442 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:59:33.798908 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229921'] for segment, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: Traceback (most recent call last): Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: timer() Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: cb(*args, **kw) Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: return func(*args, **kwargs) Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: self._notify() Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: self.callback(batched_events) Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: event.method(event) Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: return f(self, *a, **k) Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: return self._get(url).json() Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: return self.request(url, 'GET', **kwargs) Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:59:33.800675 dv-cinder-808137-1-iscsi neutron-server[100962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:59:33.899429 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1912af8-b79c-4105-901b-2c6dbbc1754f req-b76096cd-dc05-4303-ab9f-a218ec28eca6 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:33.907182 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d1912af8-b79c-4105-901b-2c6dbbc1754f req-b76096cd-dc05-4303-ab9f-a218ec28eca6 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0638807 Sep 09 21:59:34.007947 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:34.012915 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:34.017321 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] 10.222.0.52 "DELETE /v2.0/networks/ebf5c1cd-d3ec-4571-a114-caf48cd73d15 HTTP/1.1" status: 204 len: 168 time: 0.5801761 Sep 09 21:59:34.072544 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47710d1d-7601-4eb1-8401-a8d968689f7b req-22af4897-25d7-422c-a0fe-c49210adcc9b tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:34.074350 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-47710d1d-7601-4eb1-8401-a8d968689f7b req-22af4897-25d7-422c-a0fe-c49210adcc9b tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.1347668 Sep 09 21:59:34.075266 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeab6fe-8772-4dae-8df2-89752ce7001c admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf5c1cd-d3ec-4571-a114-caf48cd73d15,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:34.153643 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-47710d1d-7601-4eb1-8401-a8d968689f7b req-8e2f810e-da70-4bea-87c2-bff3bbd36ebd tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595720 Sep 09 21:59:34.207903 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d1912af8-b79c-4105-901b-2c6dbbc1754f req-0f7458d3-5c18-4e7c-b0f8-ffd305a2a1c2 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995565 Sep 09 21:59:34.287722 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d000197-bf07-466d-b0e7-0e8488034a2a req-8498584b-7d84-4b46-8957-4a3232ed76fe tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:34.294886 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3d000197-bf07-466d-b0e7-0e8488034a2a req-8498584b-7d84-4b46-8957-4a3232ed76fe tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 945 time: 0.0685210 Sep 09 21:59:34.338200 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3d000197-bf07-466d-b0e7-0e8488034a2a req-e88504b8-3e86-4e41-ac1c-4d14ad8e298c tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 Sep 09 21:59:34.476942 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54954) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:34.526735 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-e0356149-d8c2-4214-b1ce-b1b2dafe48e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=359a6d9155d544dbac18294820e25371&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0484939 Sep 09 21:59:34.529367 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 54956) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:34.580998 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-449a26de-1d2e-4aca-9bcc-1d95476e8a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:34.603114 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-449a26de-1d2e-4aca-9bcc-1d95476e8a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:34.752154 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 6c6bce29-3268-493e-9355-be12ddd378aa up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:59:34.941028 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-449a26de-1d2e-4aca-9bcc-1d95476e8a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:34.944233 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-449a26de-1d2e-4aca-9bcc-1d95476e8a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:34.945410 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-449a26de-1d2e-4aca-9bcc-1d95476e8a29 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d76a3e5-b682-49d3-bf90-61ff590ad1d7 HTTP/1.1" status: 204 len: 168 time: 0.4151475 Sep 09 21:59:34.953135 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a26de-1d2e-4aca-9bcc-1d95476e8a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d76a3e5-b682-49d3-bf90-61ff590ad1d7,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:34.996726 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 6c6bce29-3268-493e-9355-be12ddd378aa completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:59:35.002183 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 6c6bce29-3268-493e-9355-be12ddd378aa triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:59:35.002183 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:35.084348 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:35.107796 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3566800a-b741-4da3-b58b-2ab4b1efaae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6bce29-3268-493e-9355-be12ddd378aa'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:59:35.110098 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075fc4cc-2d21-4dc8-915a-cd3103445175" -d '{"events": [{"server_uuid": "3566800a-b741-4da3-b58b-2ab4b1efaae6", "name": "network-vif-plugged", "status": "completed", "tag": "6c6bce29-3268-493e-9355-be12ddd378aa"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:59:35.123601 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 6c6bce29-3268-493e-9355-be12ddd378aa, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=6c6bce29-3268-493e-9355-be12ddd378aa,segment=NetworkSegment(e5088297-65ce-4e26-bb10-b0523fddc473),segment_id=e5088297-65ce-4e26-bb10-b0523fddc473)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:35.153153 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365e3257-fad6-4709-b191-6ccef0a6bf3a x-openstack-request-id: req-365e3257-fad6-4709-b191-6ccef0a6bf3a {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:59:35.153153 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3566800a-b741-4da3-b58b-2ab4b1efaae6", "name": "network-vif-plugged", "status": "completed", "tag": "6c6bce29-3268-493e-9355-be12ddd378aa", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:59:35.153153 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-365e3257-fad6-4709-b191-6ccef0a6bf3a {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:59:35.153153 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3566800a-b741-4da3-b58b-2ab4b1efaae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6bce29-3268-493e-9355-be12ddd378aa', 'code': 200} Sep 09 21:59:35.213932 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:35.304843 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=6c6bce29-3268-493e-9355-be12ddd378aa,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:35.321218 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef04c16-9a13-47bf-909a-7736515b124b req-a395d088-0e29-4f5e-bd7f-e67b919ec4c4 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:35.327665 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6ef04c16-9a13-47bf-909a-7736515b124b req-a395d088-0e29-4f5e-bd7f-e67b919ec4c4 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0874543 Sep 09 21:59:35.406006 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6ef04c16-9a13-47bf-909a-7736515b124b req-632524e9-bfaa-4b48-9f5c-3687085d1c14 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738831 Sep 09 21:59:35.426210 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db49fe2-cc79-4eab-ac7d-0d9b79c32417 req-213cf66b-2861-47e0-8f9e-55451dbe04b0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:35.428665 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9db49fe2-cc79-4eab-ac7d-0d9b79c32417 req-213cf66b-2861-47e0-8f9e-55451dbe04b0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0626311 Sep 09 21:59:35.494838 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9db49fe2-cc79-4eab-ac7d-0d9b79c32417 req-691d3f65-2c25-4fda-a038-ced031625f2a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589616 Sep 09 21:59:35.590114 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d4cc0-021b-4ec3-9760-ba8d1f3863c9 req-84f10680-0f28-4dba-810d-ef301e0fe60f tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:35.592809 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bf4d4cc0-021b-4ec3-9760-ba8d1f3863c9 req-84f10680-0f28-4dba-810d-ef301e0fe60f tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 946 time: 0.1026413 Sep 09 21:59:35.601430 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e63b92-685c-4732-8e29-289ba57e1390 req-8c5a1c5c-eda4-408f-bae6-7fbed5c1833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:35.602888 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-29e63b92-685c-4732-8e29-289ba57e1390 req-8c5a1c5c-eda4-408f-bae6-7fbed5c1833d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 1099 time: 0.0670493 Sep 09 21:59:35.675029 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bf4d4cc0-021b-4ec3-9760-ba8d1f3863c9 req-e8f2d6ce-a9a9-4e53-ac88-28134480d2b7 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761690 Sep 09 21:59:35.686951 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-29e63b92-685c-4732-8e29-289ba57e1390 req-5725ff8e-583e-4980-bfe1-44cdc2aec6ba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644541 Sep 09 21:59:36.334018 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55004) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:36.463726 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660707775-network', 'tenant_id': '5e65ac04bba041188dfe62bb75ec8fb4'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:59:36.543020 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76c2d4-220e-452d-88a1-f2a1f24250b3 req-e6582d06-cc16-41b5-9352-c6896a3a64a6 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:36.546056 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-af76c2d4-220e-452d-88a1-f2a1f24250b3 req-e6582d06-cc16-41b5-9352-c6896a3a64a6 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0508115 Sep 09 21:59:36.576308 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Made reservation on behalf of 5e65ac04bba041188dfe62bb75ec8fb4 for: {'network': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:59:36.576308 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:36.587318 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:36.640645 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-af76c2d4-220e-452d-88a1-f2a1f24250b3 req-d4eeb8f8-b02f-453c-8254-bb9bf902f554 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761206 Sep 09 21:59:36.743312 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1632afd-5337-4e51-8afe-e86bdc1161de req-d32f6c60-45f8-4363-b69d-bb467386bfc5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:36.745017 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e1632afd-5337-4e51-8afe-e86bdc1161de req-d32f6c60-45f8-4363-b69d-bb467386bfc5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.1050320 Sep 09 21:59:36.811955 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:36.834466 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e1632afd-5337-4e51-8afe-e86bdc1161de req-d4bfd542-9264-4fc8-9d86-81d76ff1c22e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747285 Sep 09 21:59:36.850461 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a345b-984e-4d24-b0bd-19ff495f28fe req-1e48f961-7ffd-4b87-832b-5dccef9d58c4 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:36.854940 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1f2a345b-984e-4d24-b0bd-19ff495f28fe req-1e48f961-7ffd-4b87-832b-5dccef9d58c4 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 946 time: 0.0962081 Sep 09 21:59:36.899547 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:36.915196 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1f2a345b-984e-4d24-b0bd-19ff495f28fe req-6f8105a8-d571-44a9-a104-d96c296c6250 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540643 Sep 09 21:59:36.960078 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=100962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:59:36.978324 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:36.978754 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.segments_db [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Added segment 519bf078-f8d0-4b91-938b-6f65fdc96e91 of type vlan for network 92a8d2b3-af8f-4f52-be09-cf5df9996911 Sep 09 21:59:36.980269 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24a06c2-27d7-45f6-af93-0748e2f0760d,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:37.031223 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:37.176306 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:37.177550 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:37.178262 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:37.252630 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] Pushing event updated for resources: {'Network': ['ID=92a8d2b3-af8f-4f52-be09-cf5df9996911,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:37.267402 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 92a8d2b3-af8f-4f52-be09-cf5df9996911 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:59:37.269087 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-7ad90c50-9f62-4692-b254-50deafc9ef0c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9339221 Sep 09 21:59:37.272101 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55018) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:37.277104 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] Request body: {'subnet': {'network_id': '92a8d2b3-af8f-4f52-be09-cf5df9996911', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660707775-subnet', 'tenant_id': '5e65ac04bba041188dfe62bb75ec8fb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:59:37.353479 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] Made reservation on behalf of 5e65ac04bba041188dfe62bb75ec8fb4 for: {'subnet': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:59:37.356017 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4392927'] for subnet, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:37.616575 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4392897'] for subnet, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:37.686699 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] Pushing event updated for resources: {'Subnet': ['ID=72059846-1c32-47fb-b63f-d73e29c5e0b6,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:37.702317 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] Checking segment: {'id': '519bf078-f8d0-4b91-938b-6f65fdc96e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '92a8d2b3-af8f-4f52-be09-cf5df9996911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:59:37.702673 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] Network hostable DHCP agents. Network: 92a8d2b3-af8f-4f52-be09-cf5df9996911, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:59:37.795544 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d26f32-ad6c-4b76-8157-a2bd45ffed6b req-41bcce03-8608-46e5-8ccf-86c06fc51f76 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:37.798004 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-39d26f32-ad6c-4b76-8157-a2bd45ffed6b req-41bcce03-8608-46e5-8ccf-86c06fc51f76 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0555072 Sep 09 21:59:37.816089 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] Network 92a8d2b3-af8f-4f52-be09-cf5df9996911 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:59:37.843380 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-39d26f32-ad6c-4b76-8157-a2bd45ffed6b req-fe203005-b2c8-4e45-8e44-38c3d0448816 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383368 Sep 09 21:59:37.905228 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 92a8d2b3-af8f-4f52-be09-cf5df9996911) {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:59:37.919347 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c61b9f-f0f9-4470-866a-9d1e8d8f5b55 None None] Network 92a8d2b3-af8f-4f52-be09-cf5df9996911 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:59:37.919692 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:37.921509 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:38.006362 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5750a-2c44-4795-87df-10334118fedf req-a621540f-66a0-4a2f-8d64-4b82b0874bc5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:38.008039 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6ee5750a-2c44-4795-87df-10334118fedf req-a621540f-66a0-4a2f-8d64-4b82b0874bc5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0812860 Sep 09 21:59:38.032464 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-6313298f-c470-4b0d-8839-b2c4b0b801da admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7509491 Sep 09 21:59:38.075276 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df49596-b710-4e87-a54d-0784fdf8acdc None None] Network 92a8d2b3-af8f-4f52-be09-cf5df9996911 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:59:38.088167 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6ee5750a-2c44-4795-87df-10334118fedf req-f947904b-0e21-464e-8692-1ee2403d04de tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700696 Sep 09 21:59:38.112100 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7a642-3cec-4c2b-b18c-21c12800233e req-b3b4b913-96d2-4e70-a965-54564335fb48 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:38.128068 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f4c7a642-3cec-4c2b-b18c-21c12800233e req-b3b4b913-96d2-4e70-a965-54564335fb48 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 946 time: 0.0944700 Sep 09 21:59:38.184867 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f4c7a642-3cec-4c2b-b18c-21c12800233e req-4c0af51a-b2ee-4792-9fb4-8c25b10d6196 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644968 Sep 09 21:59:38.981718 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285ef4b-22ba-47dc-8169-7546c61635a2 req-a9700172-2ebe-4d14-a755-92fa10118e96 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:38.984746 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9285ef4b-22ba-47dc-8169-7546c61635a2 req-a9700172-2ebe-4d14-a755-92fa10118e96 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0612533 Sep 09 21:59:39.051277 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9285ef4b-22ba-47dc-8169-7546c61635a2 req-fe3405a8-4e53-43bc-a3b0-238f4550f98f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576887 Sep 09 21:59:39.203717 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55064) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:39.209428 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-988599274-network', 'tenant_id': 'd5415b20a71e407485c76fe4000db01a'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:59:39.290363 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc5809-9b9d-4b2c-8e64-4641c6be726a req-922a2215-9be9-4d69-b259-254d836ca189 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:39.291940 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-80cc5809-9b9d-4b2c-8e64-4641c6be726a req-922a2215-9be9-4d69-b259-254d836ca189 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0623074 Sep 09 21:59:39.317267 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55066) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:39.352922 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-80cc5809-9b9d-4b2c-8e64-4641c6be726a req-9c45ddc3-af1c-4a47-8876-83eea5a48a7f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525436 Sep 09 21:59:39.397692 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Made reservation on behalf of d5415b20a71e407485c76fe4000db01a for: {'network': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:59:39.401263 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:39.422374 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:39.490155 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-09209074-a237-49a9-b1bc-c1f670bfd99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:39.589274 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:39.650872 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:39.691374 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:59:39.707291 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cec775c-e51d-4c43-a195-a1507db2e4b0,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:39.712968 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:39.722998 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.segments_db [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Added segment 5bcc33cd-5a35-45ff-984a-6486a4304b54 of type vlan for network fa4a8601-5562-4e7d-a2f5-4f53d41909a7 Sep 09 21:59:39.780119 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:39.843215 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-09209074-a237-49a9-b1bc-c1f670bfd99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:39.893680 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:39.894687 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:39.895795 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:39.928621 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-09209074-a237-49a9-b1bc-c1f670bfd99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:39.978732 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] Pushing event updated for resources: {'Network': ['ID=fa4a8601-5562-4e7d-a2f5-4f53d41909a7,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:39.990876 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network fa4a8601-5562-4e7d-a2f5-4f53d41909a7 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:59:40.003210 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09209074-a237-49a9-b1bc-c1f670bfd99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ca8266-2d80-4617-8820-f564fc78f489,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:40.008305 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-09209074-a237-49a9-b1bc-c1f670bfd99e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8de919b8a96544308a2a2a0cdd9d603c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6897266 Sep 09 21:59:40.010883 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55072) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:40.036779 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-62fd9702-c36b-440f-8d36-66cffdb0b323 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8289773 Sep 09 21:59:40.037264 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55074) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:40.044950 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] Request body: {'subnet': {'network_id': 'fa4a8601-5562-4e7d-a2f5-4f53d41909a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-988599274-subnet', 'tenant_id': 'd5415b20a71e407485c76fe4000db01a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:59:40.096318 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c55d-8cad-4216-8c32-81a1bc675685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:40.134080 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c55d-8cad-4216-8c32-81a1bc675685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:40.211391 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb42a7b-7fa9-4233-838e-36f3234882b5 req-23810813-b52a-4ec3-80d4-60ec75ec8d52 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:40.213300 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4fb42a7b-7fa9-4233-838e-36f3234882b5 req-23810813-b52a-4ec3-80d4-60ec75ec8d52 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0653396 Sep 09 21:59:40.214687 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] Made reservation on behalf of d5415b20a71e407485c76fe4000db01a for: {'subnet': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:59:40.217421 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4392927'] for subnet, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:40.312033 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4fb42a7b-7fa9-4233-838e-36f3234882b5 req-2f5bf2c0-5f4f-4227-8481-90ea1688525b tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922294 Sep 09 21:59:40.322362 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c55d-8cad-4216-8c32-81a1bc675685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:40.325655 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c55d-8cad-4216-8c32-81a1bc675685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:40.327509 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-b4d5c55d-8cad-4216-8c32-81a1bc675685 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/38ca8266-2d80-4617-8820-f564fc78f489 HTTP/1.1" status: 204 len: 168 time: 0.3156810 Sep 09 21:59:40.355116 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5c55d-8cad-4216-8c32-81a1bc675685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ca8266-2d80-4617-8820-f564fc78f489,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:40.490268 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14d0a5-3ecb-4694-a94b-6defa38a7552 req-69b946b4-acfd-4bd9-adea-177539804eef tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:40.497538 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fa14d0a5-3ecb-4694-a94b-6defa38a7552 req-69b946b4-acfd-4bd9-adea-177539804eef tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0632286 Sep 09 21:59:40.544641 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fa14d0a5-3ecb-4694-a94b-6defa38a7552 req-cf306fa3-8a30-4054-84e1-7d50c48659c3 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460987 Sep 09 21:59:40.559836 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4392897'] for subnet, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:40.621597 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] Pushing event updated for resources: {'Subnet': ['ID=330351f8-9582-4192-b635-357cc72197fb,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:40.629170 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] Checking segment: {'id': '5bcc33cd-5a35-45ff-984a-6486a4304b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fa4a8601-5562-4e7d-a2f5-4f53d41909a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:59:40.629527 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] Network hostable DHCP agents. Network: fa4a8601-5562-4e7d-a2f5-4f53d41909a7, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:59:40.734720 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] Network fa4a8601-5562-4e7d-a2f5-4f53d41909a7 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:59:40.822091 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, fa4a8601-5562-4e7d-a2f5-4f53d41909a7) {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:59:40.828438 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:40.833492 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f911b26-d315-48ac-ab8e-0356c852d579 None None] Network fa4a8601-5562-4e7d-a2f5-4f53d41909a7 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:59:40.835807 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:40.931821 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-bb0db3ff-7013-43df-a818-10322961129a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8933785 Sep 09 21:59:40.992016 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04a720e-a883-4805-a0b5-51631a585261 None None] Network fa4a8601-5562-4e7d-a2f5-4f53d41909a7 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:59:41.074603 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55088) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:41.148020 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edff478-3487-4863-9929-f27f803f96c1 admin admin] Deleting subnet 72059846-1c32-47fb-b63f-d73e29c5e0b6 {{(pid=100962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:59:41.154733 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8edff478-3487-4863-9929-f27f803f96c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.157229 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55090) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:41.172071 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-642354c8-c14c-4ab8-be64-ae6be4cb4632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.211658 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8edff478-3487-4863-9929-f27f803f96c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229497'] for subnet, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.267041 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8edff478-3487-4863-9929-f27f803f96c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.315627 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-642354c8-c14c-4ab8-be64-ae6be4cb4632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.424131 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-642354c8-c14c-4ab8-be64-ae6be4cb4632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.448528 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8edff478-3487-4863-9929-f27f803f96c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5229443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5205014'] for subnet, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.478815 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642354c8-c14c-4ab8-be64-ae6be4cb4632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a46e2-f06b-4c5e-9ded-09d8ab39f2b1,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:41.482132 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edff478-3487-4863-9929-f27f803f96c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72059846-1c32-47fb-b63f-d73e29c5e0b6,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:41.487579 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8edff478-3487-4863-9929-f27f803f96c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.498581 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-8edff478-3487-4863-9929-f27f803f96c1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/72059846-1c32-47fb-b63f-d73e29c5e0b6 HTTP/1.1" status: 204 len: 168 time: 0.4232070 Sep 09 21:59:41.500980 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55094) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:41.503096 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-642354c8-c14c-4ab8-be64-ae6be4cb4632 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13af3c8e8af44437876eb71a0c88e716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430369 Sep 09 21:59:41.506252 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55096) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:41.528523 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a5970-c90b-4539-bc89-dcc183ec0666 req-63731269-ec9d-44b7-af3f-a042b741c992 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:41.530283 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-425a5970-c90b-4539-bc89-dcc183ec0666 req-63731269-ec9d-44b7-af3f-a042b741c992 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.1392603 Sep 09 21:59:41.594360 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-425a5970-c90b-4539-bc89-dcc183ec0666 req-95bac516-4d1f-44a7-9e32-c374cc746d87 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557363 Sep 09 21:59:41.620472 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.640659 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f0098899-788a-4848-8347-800ce678011d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.682620 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f0098899-788a-4848-8347-800ce678011d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.755821 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.786850 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a8d2b3-af8f-4f52-be09-cf5df9996911']}} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:41.797567 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d84b6-f2cb-4215-a06a-672069bd313b req-8c3b0fc0-64f1-41e3-b7db-a27478546ae4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:41.799231 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f46d84b6-f2cb-4215-a06a-672069bd313b req-8c3b0fc0-64f1-41e3-b7db-a27478546ae4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.1302130 Sep 09 21:59:41.814872 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519bf078-f8d0-4b91-938b-6f65fdc96e91') {'for_net_delete': True} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:41.815195 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519bf078-f8d0-4b91-938b-6f65fdc96e91') {} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:41.828188 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f0098899-788a-4848-8347-800ce678011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.830821 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f0098899-788a-4848-8347-800ce678011d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.835641 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229504'] for segment, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.835841 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-f0098899-788a-4848-8347-800ce678011d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba7a46e2-f06b-4c5e-9ded-09d8ab39f2b1 HTTP/1.1" status: 204 len: 168 time: 0.3253834 Sep 09 21:59:41.844820 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0098899-788a-4848-8347-800ce678011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a46e2-f06b-4c5e-9ded-09d8ab39f2b1,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f46d84b6-f2cb-4215-a06a-672069bd313b req-9dbb5352-8af0-43df-9ff2-70ba0d19a771 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592127 Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229921'] for segment, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: Traceback (most recent call last): Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: timer() Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: cb(*args, **kw) Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: return func(*args, **kwargs) Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: self._notify() Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: self.callback(batched_events) Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: event.method(event) Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: return f(self, *a, **k) Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: return self._get(url).json() Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: return self.request(url, 'GET', **kwargs) Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:59:41.880793 dv-cinder-808137-1-iscsi neutron-server[100962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:59:42.191011 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.191011 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.191011 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] 10.222.0.52 "DELETE /v2.0/networks/92a8d2b3-af8f-4f52-be09-cf5df9996911 HTTP/1.1" status: 204 len: 168 time: 0.6852663 Sep 09 21:59:42.193134 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55104) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:42.198627 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922163ab-f1d5-4afa-bbc6-d02a36d5d348 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a8d2b3-af8f-4f52-be09-cf5df9996911,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:42.237871 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6678302-becf-4ce5-bda8-c816f6d30d80 admin admin] Deleting subnet 330351f8-9582-4192-b635-357cc72197fb {{(pid=100961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:59:42.241021 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c6678302-becf-4ce5-bda8-c816f6d30d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.275723 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c6678302-becf-4ce5-bda8-c816f6d30d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5668927'] for subnet, precommit_delete_associations {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.312724 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c6678302-becf-4ce5-bda8-c816f6d30d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.497598 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c6678302-becf-4ce5-bda8-c816f6d30d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6059006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4392762'] for subnet, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.525369 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6678302-becf-4ce5-bda8-c816f6d30d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330351f8-9582-4192-b635-357cc72197fb,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:42.527322 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c6678302-becf-4ce5-bda8-c816f6d30d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.529209 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-c6678302-becf-4ce5-bda8-c816f6d30d80 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/330351f8-9582-4192-b635-357cc72197fb HTTP/1.1" status: 204 len: 168 time: 0.3378415 Sep 09 21:59:42.531763 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55108) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:42.605404 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.714155 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.758964 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4a8601-5562-4e7d-a2f5-4f53d41909a7']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:42.772882 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcc33cd-5a35-45ff-984a-6486a4304b54') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:42.773231 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcc33cd-5a35-45ff-984a-6486a4304b54') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:59:42.798568 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.813402 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42bfe2-87d6-4e49-b9e6-31f5d8718b5b req-fcc60d4c-c662-4ab4-87ee-d5c1e5905c0d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:42.814952 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5e42bfe2-87d6-4e49-b9e6-31f5d8718b5b req-fcc60d4c-c662-4ab4-87ee-d5c1e5905c0d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.1366625 Sep 09 21:59:42.841563 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.850528 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:59:42.850973 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:59:42.854952 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:59:42.886682 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5e42bfe2-87d6-4e49-b9e6-31f5d8718b5b req-a7c8b2fa-3dba-41e9-8a63-7bd83d7a4482 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614076 Sep 09 21:59:43.010559 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.020757 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.023083 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fa4a8601-5562-4e7d-a2f5-4f53d41909a7 HTTP/1.1" status: 204 len: 168 time: 0.4901009 Sep 09 21:59:43.029386 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56af30f-adf5-4d4e-9eae-ab11776bec0c req-7c1e5a77-d0a8-4801-a023-25c802024a1e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:43.035512 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f56af30f-adf5-4d4e-9eae-ab11776bec0c req-7c1e5a77-d0a8-4801-a023-25c802024a1e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0801935 Sep 09 21:59:43.042814 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42476971-c41e-4963-83fc-1f8413c7aa76 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4a8601-5562-4e7d-a2f5-4f53d41909a7,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:43.093992 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f56af30f-adf5-4d4e-9eae-ab11776bec0c req-f25168c2-dfaa-44e2-9674-d45cae038916 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500004 Sep 09 21:59:43.361433 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55140) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:43.466386 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55144) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:43.474986 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1914715349-network', 'tenant_id': '4ce13a9588bb49adb90998343ce03210'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:59:43.506830 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-ed922d31-2c78-4384-b4e7-7ca1d253a328 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e65ac04bba041188dfe62bb75ec8fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387969 Sep 09 21:59:43.509721 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55146) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:43.561730 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-2aff6b83-7f89-43b0-832f-0d942fa7db38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.586171 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-2aff6b83-7f89-43b0-832f-0d942fa7db38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.599778 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Made reservation on behalf of 4ce13a9588bb49adb90998343ce03210 for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:59:43.602197 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.610498 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.697740 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.713734 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-2aff6b83-7f89-43b0-832f-0d942fa7db38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.717937 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-2aff6b83-7f89-43b0-832f-0d942fa7db38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.717937 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-2aff6b83-7f89-43b0-832f-0d942fa7db38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e24a06c2-27d7-45f6-af93-0748e2f0760d HTTP/1.1" status: 204 len: 168 time: 0.2068286 Sep 09 21:59:43.729744 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff6b83-7f89-43b0-832f-0d942fa7db38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24a06c2-27d7-45f6-af93-0748e2f0760d,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:43.793466 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.815477 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:59:43.829667 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d6624c-8be8-4bd0-b96a-861ce8653aa9,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:43.835009 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.835353 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Added segment 9725f93d-dc1d-455a-94dc-cd0819931fd3 of type vlan for network 059c6529-d186-4152-b25a-8773ed0d4970 Sep 09 21:59:43.875352 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.951282 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:43.952303 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:43.952950 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:44.039570 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] Pushing event updated for resources: {'Network': ['ID=059c6529-d186-4152-b25a-8773ed0d4970,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:44.050267 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 059c6529-d186-4152-b25a-8773ed0d4970 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:59:44.064493 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc42ccf-f6c1-4d0a-bebc-54900796bd1a req-a492e9d2-a4ba-4826-9eb6-8730082f260e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:44.066139 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4bc42ccf-f6c1-4d0a-bebc-54900796bd1a req-a492e9d2-a4ba-4826-9eb6-8730082f260e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0965540 Sep 09 21:59:44.071893 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55162) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:44.072064 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2b5d3a86-fe92-47dc-81e7-70bce3a76470 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7090144 Sep 09 21:59:44.076797 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] Request body: {'subnet': {'network_id': '059c6529-d186-4152-b25a-8773ed0d4970', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1914715349-subnet', 'tenant_id': '4ce13a9588bb49adb90998343ce03210', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:59:44.116194 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-4bc42ccf-f6c1-4d0a-bebc-54900796bd1a req-bf32dbb8-2e14-4777-b420-cb09d4d8f990 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392318 Sep 09 21:59:44.209833 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] Made reservation on behalf of 4ce13a9588bb49adb90998343ce03210 for: {'subnet': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:59:44.212107 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5205235'] for subnet, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:44.283368 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c347572-23ef-441d-a8b3-c679ffe68c5c req-66f5fb28-316b-46e4-9bf0-0034e2a044f1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:44.284879 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1c347572-23ef-441d-a8b3-c679ffe68c5c req-66f5fb28-316b-46e4-9bf0-0034e2a044f1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.1065485 Sep 09 21:59:44.338528 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1c347572-23ef-441d-a8b3-c679ffe68c5c req-3e4f0c85-26b0-459f-9617-56283ce097b4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466332 Sep 09 21:59:44.485088 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55170) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:44.499510 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5229506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5205229'] for subnet, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:44.580451 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-98ac2444-1123-4840-8c02-0340e9b078c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5415b20a71e407485c76fe4000db01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0941744 Sep 09 21:59:44.581504 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed78bd52-c04e-49ec-9a8a-ea4fdf81af64,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:44.583917 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55172) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:44.591261 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] Checking segment: {'id': '9725f93d-dc1d-455a-94dc-cd0819931fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '059c6529-d186-4152-b25a-8773ed0d4970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:59:44.591261 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] Network hostable DHCP agents. Network: 059c6529-d186-4152-b25a-8773ed0d4970, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:59:44.640199 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9930d056-99e1-4b7f-ae1d-08fe2701219b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:44.661187 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9930d056-99e1-4b7f-ae1d-08fe2701219b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:44.667595 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] Network 059c6529-d186-4152-b25a-8773ed0d4970 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:59:44.715910 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95edef-0740-40b2-83fd-6b6fdb041cb1 req-d4b944aa-0661-4a72-8f6f-8de4195b4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:44.717424 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5c95edef-0740-40b2-83fd-6b6fdb041cb1 req-d4b944aa-0661-4a72-8f6f-8de4195b4382 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 1099 time: 0.0402241 Sep 09 21:59:44.788837 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 059c6529-d186-4152-b25a-8773ed0d4970) {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:59:44.796919 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23283d93-3b63-41bc-ac76-2d0d5bc54beb None None] Network 059c6529-d186-4152-b25a-8773ed0d4970 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:59:44.797248 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:44.797840 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:44.803165 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9930d056-99e1-4b7f-ae1d-08fe2701219b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:44.806090 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9930d056-99e1-4b7f-ae1d-08fe2701219b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:44.807947 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-9930d056-99e1-4b7f-ae1d-08fe2701219b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cec775c-e51d-4c43-a195-a1507db2e4b0 HTTP/1.1" status: 204 len: 168 time: 0.2224710 Sep 09 21:59:44.817592 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930d056-99e1-4b7f-ae1d-08fe2701219b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cec775c-e51d-4c43-a195-a1507db2e4b0,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:44.833883 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95edef-0740-40b2-83fd-6b6fdb041cb1 req-c9e1513e-5a8d-46f2-97d6-b66128ff33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:44.836386 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5c95edef-0740-40b2-83fd-6b6fdb041cb1 req-c9e1513e-5a8d-46f2-97d6-b66128ff33c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 918 time: 0.1108530 Sep 09 21:59:44.890203 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-89c87f1a-4401-47be-95df-80874d08d6ad admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8171225 Sep 09 21:59:44.918761 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5c95edef-0740-40b2-83fd-6b6fdb041cb1 req-cb2e8617-4fbd-4264-9559-b095af0ac9b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46 HTTP/1.1" status: 200 len: 1000 time: 0.0707107 Sep 09 21:59:44.942975 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43b8d31-08b3-4b71-a378-8293887f6956 None None] Network 059c6529-d186-4152-b25a-8773ed0d4970 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:59:44.972728 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95edef-0740-40b2-83fd-6b6fdb041cb1 req-2cae4852-2ea5-4438-b3ad-74931471a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:44.975079 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5c95edef-0740-40b2-83fd-6b6fdb041cb1 req-2cae4852-2ea5-4438-b3ad-74931471a2b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe964a5-116b-492c-a18b-c24d54879974 HTTP/1.1" status: 200 len: 856 time: 0.0487897 Sep 09 21:59:45.035552 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95edef-0740-40b2-83fd-6b6fdb041cb1 req-d2363b0c-a1d5-4bc4-af61-be8cbb1fc421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:45.038600 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5c95edef-0740-40b2-83fd-6b6fdb041cb1 req-d2363b0c-a1d5-4bc4-af61-be8cbb1fc421 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1ca508e-6667-482f-b954-a00d4eeee63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540848 Sep 09 21:59:45.139048 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5c95edef-0740-40b2-83fd-6b6fdb041cb1 req-4a96a6a3-c481-4aca-9d19-8aef8b7cf704 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914149 Sep 09 21:59:45.247188 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faea83-5cff-4a2b-b7d7-220a6b4c2455 req-6683276f-0e53-4ce6-991a-4cc233f6fb1f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:45.249253 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e6faea83-5cff-4a2b-b7d7-220a6b4c2455 req-6683276f-0e53-4ce6-991a-4cc233f6fb1f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0581808 Sep 09 21:59:45.255855 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5c95edef-0740-40b2-83fd-6b6fdb041cb1 req-83d417ae-5fc0-4388-8247-d355417f9e39 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084602 Sep 09 21:59:45.302074 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e6faea83-5cff-4a2b-b7d7-220a6b4c2455 req-bf1678fc-c9c4-44fe-93a4-19e8d2f335a6 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452569 Sep 09 21:59:45.469821 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00565b56-715b-4791-9b8a-8afdd8523180 req-1442b1d6-c6f5-4fb5-b51d-ac73bd413c47 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:45.471331 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-00565b56-715b-4791-9b8a-8afdd8523180 req-1442b1d6-c6f5-4fb5-b51d-ac73bd413c47 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0513363 Sep 09 21:59:45.512243 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-00565b56-715b-4791-9b8a-8afdd8523180 req-d152c3a1-7233-41d3-a6ac-74805ff50c03 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340281 Sep 09 21:59:45.641201 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba19e2d-2f50-41b6-9e84-789acc65a6f4 req-d9ba0a0d-4998-4fe2-9d9a-a4f720d4a7f5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:45.642632 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-aba19e2d-2f50-41b6-9e84-789acc65a6f4 req-d9ba0a0d-4998-4fe2-9d9a-a4f720d4a7f5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0497849 Sep 09 21:59:45.697188 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-aba19e2d-2f50-41b6-9e84-789acc65a6f4 req-fa1068c4-1b3c-458b-ac41-fc22d0fede7d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481231 Sep 09 21:59:45.783363 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cfb93-c5c6-4edb-8845-de7dae49769c req-736f73c5-bb88-428e-980e-70187bf8379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:45.784902 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-957cfb93-c5c6-4edb-8845-de7dae49769c req-736f73c5-bb88-428e-980e-70187bf8379b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 1099 time: 0.0522702 Sep 09 21:59:45.818422 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55216) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:45.823258 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1378987356-network', 'tenant_id': 'c366f556f47c46f5b4937a9b6a16dc2e'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:59:45.902149 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Made reservation on behalf of c366f556f47c46f5b4937a9b6a16dc2e for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:59:45.904454 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:45.914683 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:46.012332 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:46.127863 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:46.139222 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cfb93-c5c6-4edb-8845-de7dae49769c req-efc3cf42-7625-4327-abd2-cfddcfba71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:46.140723 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-957cfb93-c5c6-4edb-8845-de7dae49769c req-efc3cf42-7625-4327-abd2-cfddcfba71fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 HTTP/1.1" status: 200 len: 911 time: 0.3410087 Sep 09 21:59:46.156268 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:59:46.175714 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d9b408-142c-48b2-84aa-bd60082d1d15,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:46.184944 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:46.185471 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Added segment 800b2b75-1dd8-441d-baec-3703ed8f4244 of type vlan for network 32a89019-b577-4800-a202-18b4445aef25 Sep 09 21:59:46.215542 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-957cfb93-c5c6-4edb-8845-de7dae49769c req-f116bc67-eb28-486f-bfda-fdf418abbf76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5af56c-5c6e-445e-94f2-c91d2782982f HTTP/1.1" status: 200 len: 1002 time: 0.0649176 Sep 09 21:59:46.229707 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:46.273393 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cfb93-c5c6-4edb-8845-de7dae49769c req-85af0680-5110-4c01-929d-7d9b943f68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:46.274889 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-957cfb93-c5c6-4edb-8845-de7dae49769c req-85af0680-5110-4c01-929d-7d9b943f68a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f HTTP/1.1" status: 200 len: 849 time: 0.0519547 Sep 09 21:59:46.319884 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cfb93-c5c6-4edb-8845-de7dae49769c req-56273550-cd4e-474f-8af5-86acf184d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:46.321348 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-957cfb93-c5c6-4edb-8845-de7dae49769c req-56273550-cd4e-474f-8af5-86acf184d5f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384114 Sep 09 21:59:46.356990 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:46.359314 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:46.359922 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:46.429262 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] Pushing event updated for resources: {'Network': ['ID=32a89019-b577-4800-a202-18b4445aef25,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:46.438919 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-957cfb93-c5c6-4edb-8845-de7dae49769c req-03befebe-bab9-492c-b40f-ce22ddcfff03 service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952158 Sep 09 21:59:46.440761 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 32a89019-b577-4800-a202-18b4445aef25 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:59:46.464213 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-ada83e65-032b-482d-a3ef-e077383651b8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6410296 Sep 09 21:59:46.464213 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55226) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:46.468072 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] Request body: {'subnet': {'network_id': '32a89019-b577-4800-a202-18b4445aef25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1378987356-subnet', 'tenant_id': 'c366f556f47c46f5b4937a9b6a16dc2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:59:46.538820 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-957cfb93-c5c6-4edb-8845-de7dae49769c req-5aa9b79f-a236-434a-8bfd-006dedb341fa service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904429 Sep 09 21:59:46.576375 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] Made reservation on behalf of c366f556f47c46f5b4937a9b6a16dc2e for: {'subnet': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:59:46.579416 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4392927'] for subnet, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:46.703844 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dba74-343c-4d13-9eb8-59bdfaf417ef req-3a3e682e-b569-4f28-9cd0-e2156cd4d7e5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:46.705307 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-709dba74-343c-4d13-9eb8-59bdfaf417ef req-3a3e682e-b569-4f28-9cd0-e2156cd4d7e5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0919588 Sep 09 21:59:46.782801 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-709dba74-343c-4d13-9eb8-59bdfaf417ef req-1bbbb18c-654b-47b4-abda-d477b731926e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712490 Sep 09 21:59:46.838719 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca243f-36bc-4333-a7b1-fc65ad947a46 req-717a7b84-9021-4368-a81d-adebb35f48e5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:46.840248 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-11ca243f-36bc-4333-a7b1-fc65ad947a46 req-717a7b84-9021-4368-a81d-adebb35f48e5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0678096 Sep 09 21:59:46.878740 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-11ca243f-36bc-4333-a7b1-fc65ad947a46 req-362e2e08-4688-4f80-a956-6151b1afce23 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326424 Sep 09 21:59:46.926158 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4392897'] for subnet, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:46.993542 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029e4e8a-95fc-4f41-9597-4ee83be7d361,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:46.999011 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] Checking segment: {'id': '800b2b75-1dd8-441d-baec-3703ed8f4244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '32a89019-b577-4800-a202-18b4445aef25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:59:46.999372 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] Network hostable DHCP agents. Network: 32a89019-b577-4800-a202-18b4445aef25, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:59:47.095915 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] Network 32a89019-b577-4800-a202-18b4445aef25 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:59:47.244673 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 32a89019-b577-4800-a202-18b4445aef25) {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:59:47.248718 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:47.256086 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:47.256808 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e021d009-1b20-4d4b-a2c0-a6620d312dd7 None None] Network 32a89019-b577-4800-a202-18b4445aef25 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:59:47.352240 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2dfc2cd6-7d12-4cd7-8dea-e10b5fde4074 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8874636 Sep 09 21:59:47.384376 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7588539-d764-44bd-ade9-1b89140abdd0 None None] Network 32a89019-b577-4800-a202-18b4445aef25 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:59:47.906575 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ade83-5ed9-4635-be34-2114bbf0a9cf req-51883b61-af86-40a5-b617-fabbd1d99de6 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:47.908145 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-278ade83-5ed9-4635-be34-2114bbf0a9cf req-51883b61-af86-40a5-b617-fabbd1d99de6 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0486917 Sep 09 21:59:47.945789 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-278ade83-5ed9-4635-be34-2114bbf0a9cf req-d317c005-b7e2-4a2a-9b44-2c94da15c761 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312948 Sep 09 21:59:48.056259 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f37d-56d6-4050-bc23-1bc00bbe1c48 req-97923d8c-667e-4425-9739-3533195b4510 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:48.056259 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a59f37d-56d6-4050-bc23-1bc00bbe1c48 req-97923d8c-667e-4425-9739-3533195b4510 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0649898 Sep 09 21:59:48.093361 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a59f37d-56d6-4050-bc23-1bc00bbe1c48 req-f293f683-77de-4ee0-8dcb-8f91806aee65 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318708 Sep 09 21:59:49.148074 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-8603caf4-cc1d-4649-afd2-dfae23f00df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:49.277235 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [req-d20f951a-f470-484a-add9-d7891398d85d req-dec7e04f-88d4-45a9-8c42-06b8d9e486a7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:59:49.278122 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d20f951a-f470-484a-add9-d7891398d85d req-dec7e04f-88d4-45a9-8c42-06b8d9e486a7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054929 Sep 09 21:59:49.593926 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87076970-c521-44d5-bdad-fd969539096d req-7469c612-20fa-4fa9-a97e-32b083098a60 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:49.594944 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-87076970-c521-44d5-bdad-fd969539096d req-7469c612-20fa-4fa9-a97e-32b083098a60 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0516436 Sep 09 21:59:49.634559 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-87076970-c521-44d5-bdad-fd969539096d req-3aae2f1e-d900-42ec-96c4-f216ec642fa4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323138 Sep 09 21:59:50.122964 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55324) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:59:50.220562 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-780722b8-cf13-4264-acf1-a3afab4d787d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018965 Sep 09 21:59:50.230597 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-92b0fdad-6292-42ea-8c4b-759a2931673a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:59:50.231703 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-92b0fdad-6292-42ea-8c4b-759a2931673a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051045 Sep 09 21:59:50.763570 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:59:50.765055 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44705c-f692-4380-843a-1e3f4e0bc9da req-0d2bc836-6b63-4d99-8425-2793857442ab tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:50.767715 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3c44705c-f692-4380-843a-1e3f4e0bc9da req-0d2bc836-6b63-4d99-8425-2793857442ab tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 946 time: 0.0604172 Sep 09 21:59:50.821763 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3c44705c-f692-4380-843a-1e3f4e0bc9da req-f1e1185a-0afc-4adc-a7cd-6f0fb5bc592f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348876 Sep 09 21:59:50.863747 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:50.892556 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:59:50.894812 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6580aa-7024-4ec9-afb4-b6a61fd205e3" -d '{"events": [{"server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "name": "network-vif-unplugged", "status": "completed", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:59:50.908342 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:59:50.948369 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 21:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbe90c7-0d0a-47b7-ad6a-a735c8af794d x-openstack-request-id: req-bdbe90c7-0d0a-47b7-ad6a-a735c8af794d {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:59:50.948369 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "name": "network-vif-unplugged", "status": "completed", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:59:50.948369 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdbe90c7-0d0a-47b7-ad6a-a735c8af794d {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:59:50.948369 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'code': 200} Sep 09 21:59:50.968689 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:51.021545 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,revision_number=8']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:59:51.028578 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.028952 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.029272 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.029605 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.029931 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.030257 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.030598 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.030906 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.031230 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.031542 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.031875 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.032179 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:59:51.941694 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36abfa-4582-4e1a-82b8-73a41ef5e84b req-af8e7ef6-30cb-4273-a17d-6f2fa7578366 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:51.943768 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ab36abfa-4582-4e1a-82b8-73a41ef5e84b req-af8e7ef6-30cb-4273-a17d-6f2fa7578366 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0490336 Sep 09 21:59:51.945135 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-be75ac5d-694d-4f04-a6d8-bc6fdc014bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:51.989861 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ab36abfa-4582-4e1a-82b8-73a41ef5e84b req-95e3d886-f35a-40c9-85c6-ef36ddc97b58 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363841 Sep 09 21:59:52.082808 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:53.114866 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b3563-d41a-4fa0-be5b-dc585419c865 req-68e766fe-e176-4f64-9856-7a30a16dfe8a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:53.117439 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e37b3563-d41a-4fa0-be5b-dc585419c865 req-68e766fe-e176-4f64-9856-7a30a16dfe8a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0492117 Sep 09 21:59:53.155024 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e37b3563-d41a-4fa0-be5b-dc585419c865 req-b8efb605-3635-4ee0-bdfb-f7fd2cca473d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315127 Sep 09 21:59:53.319079 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:54.278547 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279b2f-472e-4931-a5c2-93d7993c6e7c req-7e5590c8-e2a9-444e-8d1e-2c56f80dc510 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:54.280032 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7e279b2f-472e-4931-a5c2-93d7993c6e7c req-7e5590c8-e2a9-444e-8d1e-2c56f80dc510 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0507529 Sep 09 21:59:54.317221 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7e279b2f-472e-4931-a5c2-93d7993c6e7c req-fcf195ac-7618-436e-9663-ef2c1e4faa26 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312676 Sep 09 21:59:54.590910 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:59:55.442717 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be029353-b48c-4ac3-9db3-2ea100f4f91c req-a91e76b4-ea2d-4ead-b001-ea508c4ca30b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:55.445580 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-be029353-b48c-4ac3-9db3-2ea100f4f91c req-a91e76b4-ea2d-4ead-b001-ea508c4ca30b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0552967 Sep 09 21:59:55.482843 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-be029353-b48c-4ac3-9db3-2ea100f4f91c req-bb44382e-e449-48b9-9cb7-45130c1f3311 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Sep 09 21:59:55.535351 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-38b55596-f2f8-4b46-afc3-7bdcbe66ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:55.536943 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-38b55596-f2f8-4b46-afc3-7bdcbe66ea74 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f&tenant_id=cab9b64709c14bb79aca397392ea3687 HTTP/1.1" status: 200 len: 1097 time: 0.0714793 Sep 09 21:59:55.598562 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-c6c7bad6-4513-46a8-a1d2-4e7ef39b4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:55.600906 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-c6c7bad6-4513-46a8-a1d2-4e7ef39b4a41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 1097 time: 0.0395520 Sep 09 21:59:55.693457 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-19736f58-b99f-4157-98db-3a9c9b3b7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:55.695313 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-19736f58-b99f-4157-98db-3a9c9b3b7352 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 918 time: 0.0860593 Sep 09 21:59:56.638787 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-66ec0aee-d72c-4f5f-b77c-cd85a428c685 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46 HTTP/1.1" status: 200 len: 998 time: 0.0918055 Sep 09 21:59:56.648823 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327108c8-cce9-4559-98ad-89d2d26dd7f8 req-b0426456-6979-462f-8faf-1f0edb7301c2 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:56.650619 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-327108c8-cce9-4559-98ad-89d2d26dd7f8 req-b0426456-6979-462f-8faf-1f0edb7301c2 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0958354 Sep 09 21:59:56.693740 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-327108c8-cce9-4559-98ad-89d2d26dd7f8 req-1b350b39-d9f6-406c-9f14-eb10043c219b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359197 Sep 09 21:59:57.411377 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-f38c17b8-b5bd-4f06-a249-9eb0bd514aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:57.412718 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-f38c17b8-b5bd-4f06-a249-9eb0bd514aaf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe964a5-116b-492c-a18b-c24d54879974 HTTP/1.1" status: 200 len: 856 time: 0.0441389 Sep 09 21:59:57.812057 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18d87-00a9-462b-b29e-c2187ed2d353 req-8acb93a5-d89d-41a7-a9c8-300f7be2e548 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:57.813545 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-46a18d87-00a9-462b-b29e-c2187ed2d353 req-8acb93a5-d89d-41a7-a9c8-300f7be2e548 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0471823 Sep 09 21:59:57.851970 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-46a18d87-00a9-462b-b29e-c2187ed2d353 req-ba6b66e0-c4a9-43a9-ac40-d5199759701f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326612 Sep 09 21:59:58.295194 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-3b86074a-396a-466d-9d50-e666395f8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:58.296609 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-3b86074a-396a-466d-9d50-e666395f8efb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1ca508e-6667-482f-b954-a00d4eeee63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384839 Sep 09 21:59:58.388716 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-d1edf4fc-f7fb-4f57-818b-d431854a78e7 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830879 Sep 09 21:59:58.482088 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adce901e-c18e-434d-8c14-93ad6d4a4327 req-2ddd5b36-5dbb-44a0-8bf8-6d4cbeffc752 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846105 Sep 09 21:59:58.970646 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfed04-b587-40cb-bbfd-88a19fb3a49d req-0c3aefc3-c45d-4a9d-8d91-e949db8cdd53 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:59:58.972319 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-becfed04-b587-40cb-bbfd-88a19fb3a49d req-0c3aefc3-c45d-4a9d-8d91-e949db8cdd53 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0494347 Sep 09 21:59:59.011597 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-becfed04-b587-40cb-bbfd-88a19fb3a49d req-53246262-90df-42d8-82e2-a15bb0460c33 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320694 Sep 09 22:00:00.140627 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628c251-d047-4482-8de7-d1a843eca7fd req-1da90731-4b4c-4c6e-9e39-4a9083402829 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:00.143001 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2628c251-d047-4482-8de7-d1a843eca7fd req-1da90731-4b4c-4c6e-9e39-4a9083402829 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0544767 Sep 09 22:00:00.195353 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2628c251-d047-4482-8de7-d1a843eca7fd req-8721d220-205a-4af0-9a0a-fc4e600d0d1f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453849 Sep 09 22:00:01.076737 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:01.200106 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:00:01.332845 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c00c2-4f9e-4c2a-9f5b-d6b71bfb5d5f req-7b6b08e6-4c30-4cac-a376-8686ffc8afb8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:01.334677 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4c7c00c2-4f9e-4c2a-9f5b-d6b71bfb5d5f req-7b6b08e6-4c30-4cac-a376-8686ffc8afb8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0634701 Sep 09 22:00:01.383554 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4c7c00c2-4f9e-4c2a-9f5b-d6b71bfb5d5f req-ac1cdec5-12c7-4dca-96d7-582ba615dd23 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411403 Sep 09 22:00:02.509393 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107046b-e95a-4d7c-89e7-70bcf227fcd7 req-6ffad6ed-9d5c-4256-9de1-59688fe09126 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:02.511898 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4107046b-e95a-4d7c-89e7-70bcf227fcd7 req-6ffad6ed-9d5c-4256-9de1-59688fe09126 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0526855 Sep 09 22:00:02.554627 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4107046b-e95a-4d7c-89e7-70bcf227fcd7 req-3f223767-3316-4101-ae5b-26afb5a7442d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356791 Sep 09 22:00:03.700319 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702630c5-4c34-4925-963c-59f9c0d03737 req-c9eef854-2ab8-4afc-89b2-ac957ee2f5c4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:03.702088 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-702630c5-4c34-4925-963c-59f9c0d03737 req-c9eef854-2ab8-4afc-89b2-ac957ee2f5c4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0636086 Sep 09 22:00:03.745157 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-702630c5-4c34-4925-963c-59f9c0d03737 req-3f03c414-5a94-4d21-b850-90c4c2895ef4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367391 Sep 09 22:00:04.870838 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcf8c3-8806-4512-a9f3-72a7216b41ef req-bdb5b60d-5238-4470-924a-aae0362cce8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:04.872348 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-86bcf8c3-8806-4512-a9f3-72a7216b41ef req-bdb5b60d-5238-4470-924a-aae0362cce8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0506778 Sep 09 22:00:04.914723 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-86bcf8c3-8806-4512-a9f3-72a7216b41ef req-46bbded1-6376-4ee0-a546-5a4b9c207bcf tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362289 Sep 09 22:00:06.043143 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57749b03-bdb9-4c9f-bb65-32618119c2a2 req-33fda103-5fc5-4574-8dc4-794f20c42653 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:06.044788 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-57749b03-bdb9-4c9f-bb65-32618119c2a2 req-33fda103-5fc5-4574-8dc4-794f20c42653 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0496292 Sep 09 22:00:06.100911 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-57749b03-bdb9-4c9f-bb65-32618119c2a2 req-27900130-eb51-4a0c-b94e-55e345c1fd59 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489221 Sep 09 22:00:07.237555 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645eb2e5-3b52-4ba5-be42-379b7bc0239b req-56e03441-bb4d-4643-b22f-caf52bdfcd80 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:07.239066 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-645eb2e5-3b52-4ba5-be42-379b7bc0239b req-56e03441-bb4d-4643-b22f-caf52bdfcd80 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0581172 Sep 09 22:00:07.279098 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-645eb2e5-3b52-4ba5-be42-379b7bc0239b req-b3923189-9454-4277-88eb-bdae35430929 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330477 Sep 09 22:00:08.402166 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5b5e4-f24e-48cd-b75e-c140d7983393 req-9317ced2-8871-4f1c-8b69-eb682d5bf0b8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:08.403671 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c4a5b5e4-f24e-48cd-b75e-c140d7983393 req-9317ced2-8871-4f1c-8b69-eb682d5bf0b8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0499158 Sep 09 22:00:08.442946 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c4a5b5e4-f24e-48cd-b75e-c140d7983393 req-0362737b-68be-473e-803d-327b999158cf tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331242 Sep 09 22:00:09.591817 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88903475-9a12-417c-91ff-f630a26afa71 req-543731a2-5697-4094-839f-1c6ae9443250 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:09.593269 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-88903475-9a12-417c-91ff-f630a26afa71 req-543731a2-5697-4094-839f-1c6ae9443250 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0537896 Sep 09 22:00:09.632601 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-88903475-9a12-417c-91ff-f630a26afa71 req-d4983453-a909-4e7d-8a0e-5a0c75308c4b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324924 Sep 09 22:00:10.780551 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8da870-29b3-44da-b0f1-94137a6458a3 req-bf4be63b-5135-4195-87f2-61765f5e9368 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:10.782811 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7d8da870-29b3-44da-b0f1-94137a6458a3 req-bf4be63b-5135-4195-87f2-61765f5e9368 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0713546 Sep 09 22:00:10.822126 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7d8da870-29b3-44da-b0f1-94137a6458a3 req-f3df3205-ebe8-4f68-ae14-f7ec8c7388af tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326061 Sep 09 22:00:11.945644 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85992e4-2b4c-4dfe-a425-a60ff4553226 req-57c59b2a-a0af-491b-9db2-795ae7679fdb tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:11.947264 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c85992e4-2b4c-4dfe-a425-a60ff4553226 req-57c59b2a-a0af-491b-9db2-795ae7679fdb tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0523586 Sep 09 22:00:11.985633 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c85992e4-2b4c-4dfe-a425-a60ff4553226 req-874737b0-0219-4ffe-888b-b91988272915 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319378 Sep 09 22:00:13.108734 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327b943-543b-4833-ae08-171006702ef7 req-5ce3ae53-8067-4d97-b346-b25e8d21ea9a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:13.110257 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-0327b943-543b-4833-ae08-171006702ef7 req-5ce3ae53-8067-4d97-b346-b25e8d21ea9a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0494239 Sep 09 22:00:13.150441 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-0327b943-543b-4833-ae08-171006702ef7 req-9682794f-4f7b-4ad9-bd5a-253dd710463f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339189 Sep 09 22:00:14.200416 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55744) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:14.248237 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Deleting subnet ed78bd52-c04e-49ec-9a8a-ea4fdf81af64 {{(pid=100961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:00:14.251859 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.288245 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5668927'] for subnet, precommit_delete_associations {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.291755 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74a0a2-f736-4fc4-852c-2ff8c9bfab04 req-705cfe81-043b-421f-b368-4ad57804a4f6 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:14.293452 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a74a0a2-f736-4fc4-852c-2ff8c9bfab04 req-705cfe81-043b-421f-b368-4ad57804a4f6 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0513761 Sep 09 22:00:14.332242 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a74a0a2-f736-4fc4-852c-2ff8c9bfab04 req-fe5be566-53d6-4f0f-8e58-dbe4f6b795c5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323896 Sep 09 22:00:14.332492 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.465705 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6059006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4392762'] for subnet, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.489805 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed78bd52-c04e-49ec-9a8a-ea4fdf81af64,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:14.500442 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.500798 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.501142 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.501479 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.501814 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.502534 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.502534 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.502778 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.503104 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.503427 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.503782 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.504134 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:14.506970 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.509246 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a5fdb2ac-e402-4d41-b1b9-66029d9e9e08 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ed78bd52-c04e-49ec-9a8a-ea4fdf81af64 HTTP/1.1" status: 204 len: 168 time: 0.3075678 Sep 09 22:00:14.512068 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55748) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:14.580841 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.645808 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1b7c3-6072-4107-854f-c0c8c07d8171 req-b0f4b83e-7712-4091-8198-75d471e18d58 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:14.647354 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-abd1b7c3-6072-4107-854f-c0c8c07d8171 req-b0f4b83e-7712-4091-8198-75d471e18d58 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 946 time: 0.0574813 Sep 09 22:00:14.668800 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.687786 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-abd1b7c3-6072-4107-854f-c0c8c07d8171 req-18ddbd60-8a68-4530-94e5-7e5e997f5a45 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Sep 09 22:00:14.695212 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059c6529-d186-4152-b25a-8773ed0d4970']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:14.704804 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9725f93d-dc1d-455a-94dc-cd0819931fd3') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:14.705098 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9725f93d-dc1d-455a-94dc-cd0819931fd3') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:14.714830 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.728096 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.734480 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:00:14.739178 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:00:14.861385 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.866971 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.868856 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/059c6529-d186-4152-b25a-8773ed0d4970 HTTP/1.1" status: 204 len: 168 time: 0.3558350 Sep 09 22:00:14.872486 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55756) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:14.879923 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f28f8-3ab9-4f95-8884-2bcd729173b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=059c6529-d186-4152-b25a-8773ed0d4970,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:14.914995 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fa7c55-0d47-406a-ba19-42aed72de99d admin admin] Deleting subnet 029e4e8a-95fc-4f41-9597-4ee83be7d361 {{(pid=100962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:00:14.919197 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-04fa7c55-0d47-406a-ba19-42aed72de99d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.954190 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-04fa7c55-0d47-406a-ba19-42aed72de99d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229497'] for subnet, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:14.992466 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-04fa7c55-0d47-406a-ba19-42aed72de99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:15.168891 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-04fa7c55-0d47-406a-ba19-42aed72de99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5229443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5205014'] for subnet, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:15.194713 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa7c55-0d47-406a-ba19-42aed72de99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029e4e8a-95fc-4f41-9597-4ee83be7d361,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:15.198694 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-04fa7c55-0d47-406a-ba19-42aed72de99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:15.200645 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-04fa7c55-0d47-406a-ba19-42aed72de99d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/029e4e8a-95fc-4f41-9597-4ee83be7d361 HTTP/1.1" status: 204 len: 168 time: 0.3271122 Sep 09 22:00:15.203116 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55760) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:15.271057 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:15.350461 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:15.370624 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a89019-b577-4800-a202-18b4445aef25']}} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:15.379867 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800b2b75-1dd8-441d-baec-3703ed8f4244') {'for_net_delete': True} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:15.380152 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800b2b75-1dd8-441d-baec-3703ed8f4244') {} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:15.389302 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229504'] for segment, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:15.402455 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:15.408606 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229921'] for segment, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: Traceback (most recent call last): Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: timer() Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: cb(*args, **kw) Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: return func(*args, **kwargs) Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: self._notify() Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: self.callback(batched_events) Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: event.method(event) Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: return f(self, *a, **k) Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: return self._get(url).json() Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: return self.request(url, 'GET', **kwargs) Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:00:15.412757 dv-cinder-808137-1-iscsi neutron-server[100962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:00:15.452957 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eac50a-17f3-4e2c-8b19-b4b9cb17ab4c req-ac4f6ca9-1119-49d4-8b74-1705ade60bdd tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:15.454506 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c6eac50a-17f3-4e2c-8b19-b4b9cb17ab4c req-ac4f6ca9-1119-49d4-8b74-1705ade60bdd tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0488775 Sep 09 22:00:15.493351 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c6eac50a-17f3-4e2c-8b19-b4b9cb17ab4c req-818b778e-f70f-4ae9-ad80-7a2ef2d50277 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318606 Sep 09 22:00:15.541791 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:15.547395 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:15.549322 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/32a89019-b577-4800-a202-18b4445aef25 HTTP/1.1" status: 204 len: 168 time: 0.3452706 Sep 09 22:00:15.561675 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72085fd-e537-40df-bf73-3cb7132a13f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a89019-b577-4800-a202-18b4445aef25,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:15.812770 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77f6bc-2028-4723-9ea2-9c5db33bb0f1 req-71a2e5be-1f3d-468f-8b4f-6e1e01977c29 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:15.814188 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0d77f6bc-2028-4723-9ea2-9c5db33bb0f1 req-71a2e5be-1f3d-468f-8b4f-6e1e01977c29 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 946 time: 0.0519776 Sep 09 22:00:15.852156 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0d77f6bc-2028-4723-9ea2-9c5db33bb0f1 req-1fa099fb-9d32-45d9-9683-39deb28b971b tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Sep 09 22:00:15.861501 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55768) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:15.900998 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-071b4e5f-0697-48c6-ae34-99470dfe7fe4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ce13a9588bb49adb90998343ce03210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383754 Sep 09 22:00:15.903593 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55770) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:15.950561 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-97cf25a5-f88d-4ad5-8b13-a2c91f9fad17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:15.971646 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-97cf25a5-f88d-4ad5-8b13-a2c91f9fad17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:16.139346 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-97cf25a5-f88d-4ad5-8b13-a2c91f9fad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:16.141845 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-97cf25a5-f88d-4ad5-8b13-a2c91f9fad17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:16.143046 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-97cf25a5-f88d-4ad5-8b13-a2c91f9fad17 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01d6624c-8be8-4bd0-b96a-861ce8653aa9 HTTP/1.1" status: 204 len: 168 time: 0.2385747 Sep 09 22:00:16.151333 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf25a5-f88d-4ad5-8b13-a2c91f9fad17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d6624c-8be8-4bd0-b96a-861ce8653aa9,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:16.591869 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee702a-af88-4a8c-8131-1b566121ba47 req-800d751a-3fd7-4be9-bc51-53e95c406792 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:16.593523 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e6ee702a-af88-4a8c-8131-1b566121ba47 req-800d751a-3fd7-4be9-bc51-53e95c406792 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.46 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 946 time: 0.0483088 Sep 09 22:00:16.612930 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef353e95-e618-4180-ab44-744c8ebc2206 req-15b76308-d86e-444f-a451-5c13467ae77c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:16.614446 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ef353e95-e618-4180-ab44-744c8ebc2206 req-15b76308-d86e-444f-a451-5c13467ae77c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0486605 Sep 09 22:00:16.657345 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ef353e95-e618-4180-ab44-744c8ebc2206 req-2d8015f5-260e-4e2f-9269-075c45a246eb tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366929 Sep 09 22:00:16.690641 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-e6ee702a-af88-4a8c-8131-1b566121ba47 req-ae5f143b-16c4-40ee-9b5f-6bac234c6392 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Deleting port 6c6bce29-3268-493e-9355-be12ddd378aa {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:16.690641 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e6ee702a-af88-4a8c-8131-1b566121ba47 req-ae5f143b-16c4-40ee-9b5f-6bac234c6392 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:16.747072 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55784) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:16.779813 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-e6ee702a-af88-4a8c-8131-1b566121ba47 req-ae5f143b-16c4-40ee-9b5f-6bac234c6392 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] For port 6c6bce29-3268-493e-9355-be12ddd378aa, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=6c6bce29-3268-493e-9355-be12ddd378aa,segment=NetworkSegment(e5088297-65ce-4e26-bb10-b0523fddc473),segment_id=e5088297-65ce-4e26-bb10-b0523fddc473)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:16.780182 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e6ee702a-af88-4a8c-8131-1b566121ba47 req-ae5f143b-16c4-40ee-9b5f-6bac234c6392 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:16.788390 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-c86098ae-587b-4bfb-9adf-0a4e006ef775 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c366f556f47c46f5b4937a9b6a16dc2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377941 Sep 09 22:00:16.788575 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55786) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:16.792545 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-e6ee702a-af88-4a8c-8131-1b566121ba47 req-ae5f143b-16c4-40ee-9b5f-6bac234c6392 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Calling delete_port for 6c6bce29-3268-493e-9355-be12ddd378aa owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:16.834454 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb7a3-75d4-49b8-927a-f61c3b16b927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:16.855738 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb7a3-75d4-49b8-927a-f61c3b16b927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:16.968186 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabc52-2a0d-4713-ad23-1b292cbe87d4 req-79dd2dbb-ac11-4fd3-b903-4890845ea2d4 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:16.969695 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-72aabc52-2a0d-4713-ad23-1b292cbe87d4 req-79dd2dbb-ac11-4fd3-b903-4890845ea2d4 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/ports?device_id=3566800a-b741-4da3-b58b-2ab4b1efaae6 HTTP/1.1" status: 200 len: 946 time: 0.0486412 Sep 09 22:00:16.985096 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb7a3-75d4-49b8-927a-f61c3b16b927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:16.987718 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb7a3-75d4-49b8-927a-f61c3b16b927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:16.993831 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-9a8cb7a3-75d4-49b8-927a-f61c3b16b927 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9d9b408-142c-48b2-84aa-bd60082d1d15 HTTP/1.1" status: 204 len: 168 time: 0.1994874 Sep 09 22:00:16.997270 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cb7a3-75d4-49b8-927a-f61c3b16b927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d9b408-142c-48b2-84aa-bd60082d1d15,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:17.009472 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-72aabc52-2a0d-4713-ad23-1b292cbe87d4 req-f0ab330e-b582-4972-bdb4-50a9f98a429b tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.52 "GET /v2.0/security-groups?id=82478a1d-bd46-4906-b335-8484b8b0904e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334909 Sep 09 22:00:17.016093 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e6ee702a-af88-4a8c-8131-1b566121ba47 req-ae5f143b-16c4-40ee-9b5f-6bac234c6392 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:17.030329 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['6c6bce29-3268-493e-9355-be12ddd378aa'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:00:17.050370 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f143b-16c4-40ee-9b5f-6bac234c6392 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Pushing event deleted for resources: {'Port': ['ID=6c6bce29-3268-493e-9355-be12ddd378aa,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:17.089754 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ee702a-af88-4a8c-8131-1b566121ba47 req-ae5f143b-16c4-40ee-9b5f-6bac234c6392 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] No DVR routers for this DVR port 6c6bce29-3268-493e-9355-be12ddd378aa on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:00:17.091984 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e6ee702a-af88-4a8c-8131-1b566121ba47 req-ae5f143b-16c4-40ee-9b5f-6bac234c6392 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:17.093741 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e6ee702a-af88-4a8c-8131-1b566121ba47 req-ae5f143b-16c4-40ee-9b5f-6bac234c6392 tempest-VolumesSnapshotTestJSON-120160389 tempest-VolumesSnapshotTestJSON-120160389-project] 10.222.0.46 "DELETE /v2.0/ports/6c6bce29-3268-493e-9355-be12ddd378aa HTTP/1.1" status: 204 len: 173 time: 0.4918978 Sep 09 22:00:17.094206 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3566800a-b741-4da3-b58b-2ab4b1efaae6', 'name': 'network-vif-deleted', 'tag': '6c6bce29-3268-493e-9355-be12ddd378aa'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:00:17.097087 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3683efbb-0cae-497b-8b0a-0f778724ac50" -d '{"events": [{"server_uuid": "3566800a-b741-4da3-b58b-2ab4b1efaae6", "name": "network-vif-deleted", "tag": "6c6bce29-3268-493e-9355-be12ddd378aa"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:00:17.136754 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0137ea08-999f-4cd0-8552-dd8708b91ecf x-openstack-request-id: req-0137ea08-999f-4cd0-8552-dd8708b91ecf {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:00:17.137045 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3566800a-b741-4da3-b58b-2ab4b1efaae6", "name": "network-vif-deleted", "tag": "6c6bce29-3268-493e-9355-be12ddd378aa", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:00:17.137294 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0137ea08-999f-4cd0-8552-dd8708b91ecf {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:00:17.137694 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3566800a-b741-4da3-b58b-2ab4b1efaae6', 'name': 'network-vif-deleted', 'tag': '6c6bce29-3268-493e-9355-be12ddd378aa', 'status': 'completed', 'code': 200} Sep 09 22:00:17.783005 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c944d59-064a-4223-8ed0-98640932f1cb req-99955df7-3914-4794-bdcd-a9a8a0016999 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:17.784535 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0c944d59-064a-4223-8ed0-98640932f1cb req-99955df7-3914-4794-bdcd-a9a8a0016999 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0518949 Sep 09 22:00:17.823792 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0c944d59-064a-4223-8ed0-98640932f1cb req-49ef47a8-65b4-4010-bd58-e47707e503d9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333292 Sep 09 22:00:18.944304 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98398-307b-4baf-92d6-2940db117a74 req-a93db564-e887-49e2-9f1e-279f0f87cd25 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:18.946204 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c8e98398-307b-4baf-92d6-2940db117a74 req-a93db564-e887-49e2-9f1e-279f0f87cd25 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0502362 Sep 09 22:00:18.984721 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c8e98398-307b-4baf-92d6-2940db117a74 req-23e66851-4b18-4351-98fa-782ee37cdc2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324669 Sep 09 22:00:19.139133 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-557728a0-d173-466c-b26d-a43132079435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:20.104220 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977abb81-681d-43e7-9dbd-8944082ede46 req-d7ce18b0-970d-43a0-a404-c17ae296ab0e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:20.105802 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-977abb81-681d-43e7-9dbd-8944082ede46 req-d7ce18b0-970d-43a0-a404-c17ae296ab0e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0482609 Sep 09 22:00:20.144439 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-977abb81-681d-43e7-9dbd-8944082ede46 req-95e4d929-63a5-48ff-bc8b-e534df1b630d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326324 Sep 09 22:00:21.011689 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 6c6bce29-3268-493e-9355-be12ddd378aa no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:00:21.034867 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 6c6bce29-3268-493e-9355-be12ddd378aa {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:00:21.035709 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 6c6bce29-3268-493e-9355-be12ddd378aa not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:00:21.263067 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83b21a-0c0d-46c6-9814-0a1d044ceb66 req-5303d742-aef4-4ed5-973d-db387958ee30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:21.264486 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ba83b21a-0c0d-46c6-9814-0a1d044ceb66 req-5303d742-aef4-4ed5-973d-db387958ee30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.0473869 Sep 09 22:00:21.301472 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ba83b21a-0c0d-46c6-9814-0a1d044ceb66 req-36cefc71-be40-44bf-8d5f-a5b4884fdd9d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310004 Sep 09 22:00:21.947394 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-efed19d2-c9b5-4766-a359-b45448cf6fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:22.072945 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:22.572334 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeae88b-4840-44e7-90e1-a2ef2fddfffa req-3f0e8c0c-b4ff-4526-8ad6-537fbd40b824 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:22.574421 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1eeae88b-4840-44e7-90e1-a2ef2fddfffa req-3f0e8c0c-b4ff-4526-8ad6-537fbd40b824 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 944 time: 0.2004523 Sep 09 22:00:22.610314 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1eeae88b-4840-44e7-90e1-a2ef2fddfffa req-48bd7829-0979-48f7-ac1c-a847742d9761 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299697 Sep 09 22:00:23.057592 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:00:23.151711 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:23.164760 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'port_id': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'mac_address': 'fa:16:3e:cf:2d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:00:23.207064 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:23.225100 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:00:23.248993 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:23.323890 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:23.346679 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:23.393914 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,revision_number=9']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:23.785495 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a05bd-edcf-4da2-97d9-8b4a8b4d7ec5 req-0dbd9311-1a6a-4a02-a1dc-e09c2d3a84d7 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:23.786961 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e98a05bd-edcf-4da2-97d9-8b4a8b4d7ec5 req-0dbd9311-1a6a-4a02-a1dc-e09c2d3a84d7 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.1055291 Sep 09 22:00:23.824485 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e98a05bd-edcf-4da2-97d9-8b4a8b4d7ec5 req-31f185f4-2116-4395-aca0-a77cfb9c4e5f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311620 Sep 09 22:00:24.253379 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['56b6fd62-d65d-44b0-9d2d-1a62f058bf46'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:00:24.598157 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:24.942799 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ba564-3c7b-4525-af25-455934e35c08 req-f505b76f-7733-4315-bd71-c989537fa0d0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:24.944277 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2d1ba564-3c7b-4525-af25-455934e35c08 req-f505b76f-7733-4315-bd71-c989537fa0d0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0478513 Sep 09 22:00:24.982084 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2d1ba564-3c7b-4525-af25-455934e35c08 req-d608bddb-6c44-4c82-b65a-d169cda246dd tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319576 Sep 09 22:00:26.098435 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1556a-3b3a-460c-a8ef-9761306c5410 req-196265a9-a2c8-4048-ad7b-4c0a72762648 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:26.100183 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f2c1556a-3b3a-460c-a8ef-9761306c5410 req-196265a9-a2c8-4048-ad7b-4c0a72762648 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0479326 Sep 09 22:00:26.138457 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f2c1556a-3b3a-460c-a8ef-9761306c5410 req-78c2bfde-9ac4-4f0f-a9d8-2a169486c10b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Sep 09 22:00:27.256538 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d564c7-9a23-4d8f-b455-0ee3d6f9abd0 req-17c5b0a6-475d-4651-abd1-96dbbc5e12a0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:27.258070 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-11d564c7-9a23-4d8f-b455-0ee3d6f9abd0 req-17c5b0a6-475d-4651-abd1-96dbbc5e12a0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0474885 Sep 09 22:00:27.295828 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-11d564c7-9a23-4d8f-b455-0ee3d6f9abd0 req-e70e6275-a742-4676-9b38-428694762faf tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311513 Sep 09 22:00:28.415848 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96239a0-681c-4540-b8fa-6f8a751584af req-d4320b35-067c-4ca2-a638-93b10a33082b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:28.417418 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a96239a0-681c-4540-b8fa-6f8a751584af req-d4320b35-067c-4ca2-a638-93b10a33082b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 945 time: 0.0473909 Sep 09 22:00:28.455018 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a96239a0-681c-4540-b8fa-6f8a751584af req-a5475361-6d80-4e85-886d-a22032c3b745 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318766 Sep 09 22:00:28.929230 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 55976) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:29.033358 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:00:29.049355 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a61088d4-2ae4-44f5-8400-95f12605305b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:29.090431 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:00:29.090805 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:29.170518 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a61088d4-2ae4-44f5-8400-95f12605305b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:29.181051 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:29.204358 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:00:29.206552 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f206d8b-bf09-4e7b-8748-bac7b345e401" -d '{"events": [{"server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "name": "network-vif-plugged", "status": "completed", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:00:29.221898 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:29.243735 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0b8e1e-8c50-479e-9cad-07782d0c3c27 x-openstack-request-id: req-1a0b8e1e-8c50-479e-9cad-07782d0c3c27 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:00:29.244170 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "name": "network-vif-plugged", "status": "completed", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:00:29.245228 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a0b8e1e-8c50-479e-9cad-07782d0c3c27 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:00:29.245856 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'code': 200} Sep 09 22:00:29.250017 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a61088d4-2ae4-44f5-8400-95f12605305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:29.289218 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a61088d4-2ae4-44f5-8400-95f12605305b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e81d379c99a4d1b85b9f77ba63848cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588169 Sep 09 22:00:29.290129 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61088d4-2ae4-44f5-8400-95f12605305b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a506459e-0006-4c2d-b2b2-e48c1609fce9,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:29.292550 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 55994) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:29.329832 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:29.346225 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:29.376318 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:29.391708 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,revision_number=10']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:29.466812 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:29.469575 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:29.470739 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a506459e-0006-4c2d-b2b2-e48c1609fce9 HTTP/1.1" status: 204 len: 168 time: 0.1764798 Sep 09 22:00:29.478955 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a506459e-0006-4c2d-b2b2-e48c1609fce9,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.490890 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0690f49c-c0e9-4bc8-9889-d7780ccc9bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:29.579180 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e003e-3d37-44a5-8591-3da30ff2d373 req-436944a8-964d-42e5-be4b-bf5b0ff191ed tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:29.580714 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ec6e003e-3d37-44a5-8591-3da30ff2d373 req-436944a8-964d-42e5-be4b-bf5b0ff191ed tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 947 time: 0.0481098 Sep 09 22:00:29.618904 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ec6e003e-3d37-44a5-8591-3da30ff2d373 req-ef53a234-8434-46cb-aa01-cbf1cb5389c7 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321083 Sep 09 22:00:29.874384 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8d9a6-2374-488b-a55f-a76b14d4f844 req-ca0da71f-864f-4557-88f4-26ac8b888990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:29.875868 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6e8d9a6-2374-488b-a55f-a76b14d4f844 req-ca0da71f-864f-4557-88f4-26ac8b888990 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 1100 time: 0.0404146 Sep 09 22:00:29.911938 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6e8d9a6-2374-488b-a55f-a76b14d4f844 req-3b92b755-4f7a-4883-8cd0-9147fa47a972 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280068 Sep 09 22:00:30.156963 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56008) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:30.173252 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-3e30b4a8-1bb2-4116-b664-2fd54a71fe55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:30.261393 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-3e30b4a8-1bb2-4116-b664-2fd54a71fe55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:30.321750 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-3e30b4a8-1bb2-4116-b664-2fd54a71fe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:30.360008 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-3e30b4a8-1bb2-4116-b664-2fd54a71fe55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96fe59aa39a94c7f9290a1bcb5ca1da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019656 Sep 09 22:00:30.360923 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30b4a8-1bb2-4116-b664-2fd54a71fe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97af833-4221-4881-b0e8-ad6d0172dbcd,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:30.362843 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56010) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:30.413049 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bf498873-796c-4941-a2b8-b20b6995ef6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:30.436432 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bf498873-796c-4941-a2b8-b20b6995ef6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:30.568009 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bf498873-796c-4941-a2b8-b20b6995ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:30.570604 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bf498873-796c-4941-a2b8-b20b6995ef6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:30.571775 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-bf498873-796c-4941-a2b8-b20b6995ef6e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a97af833-4221-4881-b0e8-ad6d0172dbcd HTTP/1.1" status: 204 len: 168 time: 0.2072949 Sep 09 22:00:30.580273 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf498873-796c-4941-a2b8-b20b6995ef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97af833-4221-4881-b0e8-ad6d0172dbcd,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:30.746385 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf070ff9-99fa-4909-9bc5-e5237aa05e71 req-89cd030c-335f-47fa-b55f-ec36a0060623 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:30.747866 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bf070ff9-99fa-4909-9bc5-e5237aa05e71 req-89cd030c-335f-47fa-b55f-ec36a0060623 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 947 time: 0.0516322 Sep 09 22:00:30.786668 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bf070ff9-99fa-4909-9bc5-e5237aa05e71 req-d7a3f7a6-c2a9-460c-b8d6-da5391046d3d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327237 Sep 09 22:00:30.941637 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:30.987976 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-9025d146-1a39-4207-911c-ae35b03c091f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431929 Sep 09 22:00:31.105261 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-8fe46f93-2f65-450c-b3fe-2a810ba2ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:31.107500 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-8fe46f93-2f65-450c-b3fe-2a810ba2ddba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 1099 time: 0.0547338 Sep 09 22:00:31.221127 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-28b6f7b2-6531-4929-9451-410035433a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:31.222618 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-28b6f7b2-6531-4929-9451-410035433a5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 HTTP/1.1" status: 200 len: 911 time: 0.0929675 Sep 09 22:00:31.294226 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-63baec37-336c-4b02-906c-1e7fbe6a0b79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a5af56c-5c6e-445e-94f2-c91d2782982f HTTP/1.1" status: 200 len: 1002 time: 0.0627160 Sep 09 22:00:31.349632 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-ae5d1404-c9dd-4e08-b1e4-792d26b503e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:31.351294 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-ae5d1404-c9dd-4e08-b1e4-792d26b503e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f HTTP/1.1" status: 200 len: 849 time: 0.0489595 Sep 09 22:00:31.400496 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-1a78c05e-8b3f-4f92-bbb6-6bbac19bccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:31.402302 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-1a78c05e-8b3f-4f92-bbb6-6bbac19bccd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428152 Sep 09 22:00:31.505426 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-49f3ee75-3ee8-4ba1-9d76-0e5e0fd4ddb9 service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947280 Sep 09 22:00:31.597741 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ef40526b-e9ca-41bb-a771-7e0af8981230 req-a92a7733-a41a-448b-b904-bc97205079ae service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841985 Sep 09 22:00:31.906865 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c220ae-45ea-4ada-b71e-00735fbbdccb req-4beab75d-9897-48f7-9c6d-c8052b6fee12 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:31.908348 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-41c220ae-45ea-4ada-b71e-00735fbbdccb req-4beab75d-9897-48f7-9c6d-c8052b6fee12 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 947 time: 0.0475702 Sep 09 22:00:31.946812 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-41c220ae-45ea-4ada-b71e-00735fbbdccb req-8c8f0dea-57c1-4e7f-acc8-b0e70525ce88 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325058 Sep 09 22:00:33.072142 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8955ed1-a2b5-4c65-b4fb-a5121eb87d9d req-6e0e2c95-0b95-4b3e-8538-212e2474e4d1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:33.074293 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f8955ed1-a2b5-4c65-b4fb-a5121eb87d9d req-6e0e2c95-0b95-4b3e-8538-212e2474e4d1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 947 time: 0.0534089 Sep 09 22:00:33.113489 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f8955ed1-a2b5-4c65-b4fb-a5121eb87d9d req-a4029508-e888-4a68-aca6-ebb52f2ffe8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327921 Sep 09 22:00:34.246416 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1783a-06f2-4949-9e71-ad9a4f82d0a6 req-4fa315fb-3f47-4cf1-9d85-7d3f88407252 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:34.248170 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2dd1783a-06f2-4949-9e71-ad9a4f82d0a6 req-4fa315fb-3f47-4cf1-9d85-7d3f88407252 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 947 time: 0.0610142 Sep 09 22:00:34.287223 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2dd1783a-06f2-4949-9e71-ad9a4f82d0a6 req-dc90ab9e-adba-4165-9d36-0863cf8ff98e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Sep 09 22:00:35.854675 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-11e8e4d1-550b-410c-889b-dea122593b15 req-2cf06958-2ef2-42f3-ad3b-f01f5980636e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800975307&fields=id&tenant_id=31769cc590394995a38001f9f857bdcc HTTP/1.1" status: 200 len: 267 time: 0.0346808 Sep 09 22:00:35.908195 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8e4d1-550b-410c-889b-dea122593b15 req-b9a03537-a872-44a5-bec5-c91be047e664 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:35.909890 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-11e8e4d1-550b-410c-889b-dea122593b15 req-b9a03537-a872-44a5-bec5-c91be047e664 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0494702 Sep 09 22:00:35.921251 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [req-11e8e4d1-550b-410c-889b-dea122593b15 req-1635a57e-387e-4601-a96d-bc1f00ca9264 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Request body: {'port': {'security_groups': ['63f39a15-6437-421c-b272-7590773f9527']}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:00:35.989960 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-11e8e4d1-550b-410c-889b-dea122593b15 req-1635a57e-387e-4601-a96d-bc1f00ca9264 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:36.244173 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [req-11e8e4d1-550b-410c-889b-dea122593b15 req-1635a57e-387e-4601-a96d-bc1f00ca9264 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] For port 3712d993-bea4-4897-a940-1789d59f373d, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=3712d993-bea4-4897-a940-1789d59f373d,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:36.272667 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-11e8e4d1-550b-410c-889b-dea122593b15 req-1635a57e-387e-4601-a96d-bc1f00ca9264 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:36.404132 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-11e8e4d1-550b-410c-889b-dea122593b15 req-1635a57e-387e-4601-a96d-bc1f00ca9264 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:36.417448 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['3712d993-bea4-4897-a940-1789d59f373d'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:00:36.448834 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8e4d1-550b-410c-889b-dea122593b15 req-1635a57e-387e-4601-a96d-bc1f00ca9264 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:36.449484 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [req-11e8e4d1-550b-410c-889b-dea122593b15 req-1635a57e-387e-4601-a96d-bc1f00ca9264 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:36.450977 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-11e8e4d1-550b-410c-889b-dea122593b15 req-1635a57e-387e-4601-a96d-bc1f00ca9264 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "PUT /v2.0/ports/3712d993-bea4-4897-a940-1789d59f373d HTTP/1.1" status: 200 len: 943 time: 0.5345314 Sep 09 22:00:36.451447 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'tag': '3712d993-bea4-4897-a940-1789d59f373d'}] {{(pid=100961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:00:36.453795 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b65d93457b8c871874c01ecb4d659631ef50cf60421be1b29a611e90dc15954f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b4bd75-e94b-4491-964c-4299372fd973" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "tag": "3712d993-bea4-4897-a940-1789d59f373d"}]}' {{(pid=100961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:00:36.457097 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56192) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:36.509587 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feaa691-cad5-434c-8c89-966dd7f2833d x-openstack-request-id: req-9feaa691-cad5-434c-8c89-966dd7f2833d {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:00:36.509886 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "tag": "3712d993-bea4-4897-a940-1789d59f373d", "status": "completed", "code": 200}]} {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:00:36.518780 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9feaa691-cad5-434c-8c89-966dd7f2833d {{(pid=100961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:00:36.519250 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'tag': '3712d993-bea4-4897-a940-1789d59f373d', 'status': 'completed', 'code': 200} Sep 09 22:00:36.523416 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635a57e-387e-4601-a96d-bc1f00ca9264 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event updated for resources: {'Port': ['ID=3712d993-bea4-4897-a940-1789d59f373d,revision_number=7']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:36.575459 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['3712d993-bea4-4897-a940-1789d59f373d'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:00:36.584863 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-98a6b78a-8a5b-4593-9f21-981556c20949 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:36.616787 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-98a6b78a-8a5b-4593-9f21-981556c20949 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:36.769742 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4bd75-e94b-4491-964c-4299372fd973 req-143f9efd-8599-437f-a587-0f7c55533373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:36.771352 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-75b4bd75-e94b-4491-964c-4299372fd973 req-143f9efd-8599-437f-a587-0f7c55533373 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31769cc590394995a38001f9f857bdcc&device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 1099 time: 0.2340472 Sep 09 22:00:36.773113 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-98a6b78a-8a5b-4593-9f21-981556c20949 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:36.776599 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-98a6b78a-8a5b-4593-9f21-981556c20949 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:36.779342 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-98a6b78a-8a5b-4593-9f21-981556c20949 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "DELETE /v2.0/security-groups/9b2c1eab-59c9-4298-bc92-75ab91bb68da HTTP/1.1" status: 204 len: 168 time: 0.3211076 Sep 09 22:00:36.781587 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56202) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:36.817642 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-3925e8f9-c5e8-4b8e-8bf2-dc78e5d7701b None None] Provisioning complete for port 3712d993-bea4-4897-a940-1789d59f373d triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:00:36.818069 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3925e8f9-c5e8-4b8e-8bf2-dc78e5d7701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:36.855026 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6b78a-8a5b-4593-9f21-981556c20949 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2c1eab-59c9-4298-bc92-75ab91bb68da,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:36.996621 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4bd75-e94b-4491-964c-4299372fd973 req-898d1ccf-57a9-4575-b33f-9ab0a23b52a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:36.998609 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-75b4bd75-e94b-4491-964c-4299372fd973 req-898d1ccf-57a9-4575-b33f-9ab0a23b52a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9506ddba-0741-4133-ae25-05dfe4f6f479 HTTP/1.1" status: 200 len: 915 time: 0.2048190 Sep 09 22:00:37.091198 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-75b4bd75-e94b-4491-964c-4299372fd973 req-fedd1cc3-d779-456d-b88b-3da77d0cea88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3712d993-bea4-4897-a940-1789d59f373d HTTP/1.1" status: 200 len: 1001 time: 0.0839820 Sep 09 22:00:37.109724 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Deleting port b5015887-b830-450b-948b-b359a58b2ede {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:37.110045 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:37.423162 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4bd75-e94b-4491-964c-4299372fd973 req-5bb539ce-9382-4b7e-ba0c-7e71a71cd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:37.424649 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-75b4bd75-e94b-4491-964c-4299372fd973 req-5bb539ce-9382-4b7e-ba0c-7e71a71cd34c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd9b703d-d34b-4c38-954f-7bf531cb5d75 HTTP/1.1" status: 200 len: 853 time: 0.3247805 Sep 09 22:00:37.472570 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:37.473260 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:37.488764 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Calling delete_port for b5015887-b830-450b-948b-b359a58b2ede owned by network:floatingip {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:37.500557 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4bd75-e94b-4491-964c-4299372fd973 req-7b49d9ea-c1bc-45db-8200-97bfd920007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:37.502067 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-75b4bd75-e94b-4491-964c-4299372fd973 req-7b49d9ea-c1bc-45db-8200-97bfd920007f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9506ddba-0741-4133-ae25-05dfe4f6f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697033 Sep 09 22:00:37.680146 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-75b4bd75-e94b-4491-964c-4299372fd973 req-059e3936-db2f-477a-aa18-911c614c5b92 service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430645 Sep 09 22:00:37.815841 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:37.843858 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event deleted for resources: {'Port': ['ID=b5015887-b830-450b-948b-b359a58b2ede,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:37.908472 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks [] for floatingip, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:37.908817 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Floating IP 006a07cc-67ee-45f5-94dd-62aec1088094 disassociated (deleted). External IP: 172.27.1.92, port: 3712d993-bea4-4897-a940-1789d59f373d. Sep 09 22:00:38.110101 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:00:38.198407 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:00:38.219746 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:00:38.225165 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:38.230224 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a343240d-d701-447c-9f9e-31f6f18df287 None None] Sync routers for ids ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:00:38.238868 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343240d-d701-447c-9f9e-31f6f18df287 None None] Routers {'5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:00:38.239478 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-a343240d-d701-447c-9f9e-31f6f18df287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:38.256177 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-71024ced-8f75-4c4e-817a-116d8e6dd789 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "DELETE /v2.0/floatingips/006a07cc-67ee-45f5-94dd-62aec1088094 HTTP/1.1" status: 204 len: 168 time: 1.4683876 Sep 09 22:00:38.256177 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'tag': '3712d993-bea4-4897-a940-1789d59f373d'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:00:38.260524 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "tag": "3712d993-bea4-4897-a940-1789d59f373d"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:00:38.299054 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f6b12-77c5-471e-a54c-e6b36932ef8f x-openstack-request-id: req-3d7f6b12-77c5-471e-a54c-e6b36932ef8f {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:00:38.299415 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "tag": "3712d993-bea4-4897-a940-1789d59f373d", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:00:38.299730 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d7f6b12-77c5-471e-a54c-e6b36932ef8f {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:00:38.300191 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'tag': '3712d993-bea4-4897-a940-1789d59f373d', 'status': 'completed', 'code': 200} Sep 09 22:00:38.358524 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-a343240d-d701-447c-9f9e-31f6f18df287 None None] Set router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:00:38.553090 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-a343240d-d701-447c-9f9e-31f6f18df287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 4, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'cce07e12-1fed-4401-ba13-7f4e1c644234', 'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'mac_address': 'fa:16:3e:2e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:50Z', 'revision_number': 5, 'project_id': '31769cc590394995a38001f9f857bdcc', 'subnets': [{'id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:38.582782 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a343240d-d701-447c-9f9e-31f6f18df287 None None] Checking router: 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:00:38.591667 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343240d-d701-447c-9f9e-31f6f18df287 None None] Routers {'5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:00:38.592271 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-a343240d-d701-447c-9f9e-31f6f18df287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:38.696935 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-a343240d-d701-447c-9f9e-31f6f18df287 None None] Set router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:00:39.011376 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-a343240d-d701-447c-9f9e-31f6f18df287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 4, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'cce07e12-1fed-4401-ba13-7f4e1c644234', 'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'mac_address': 'fa:16:3e:2e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:50Z', 'revision_number': 5, 'project_id': '31769cc590394995a38001f9f857bdcc', 'subnets': [{'id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:39.037354 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a343240d-d701-447c-9f9e-31f6f18df287 None None] The sync data for ids ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'] in dv-cinder-808137-1-iscsi is: [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T21:56:43Z', 'revision_number': 4, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'cce07e12-1fed-4401-ba13-7f4e1c644234', 'name': '', 'network_id': '9506ddba-0741-4133-ae25-05dfe4f6f479', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'mac_address': 'fa:16:3e:2e:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:50Z', 'revision_number': 5, 'project_id': '31769cc590394995a38001f9f857bdcc', 'subnets': [{'id': 'dd9b703d-d34b-4c38-954f-7bf531cb5d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:00:39.261498 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e74fa3d-cd7f-4e5f-b3d9-19903fe1a385 None None] New status for floating IP 006a07cc-67ee-45f5-94dd-62aec1088094: DOWN {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:00:40.203311 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-75b4bd75-e94b-4491-964c-4299372fd973 req-9aea89da-b54e-4ec3-9345-b65b52bd3ceb service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874739 Sep 09 22:00:40.290849 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a req-5efd6431-f690-4709-b322-0eb3518dee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:40.293008 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a req-5efd6431-f690-4709-b322-0eb3518dee72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31769cc590394995a38001f9f857bdcc&device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 1099 time: 0.0454643 Sep 09 22:00:40.402548 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a req-dcbe59f3-a058-47c7-b7c2-0ba0adb14ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:40.404019 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a req-dcbe59f3-a058-47c7-b7c2-0ba0adb14ffc service neutron] 10.222.0.46 "GET /v2.0/networks?id=9506ddba-0741-4133-ae25-05dfe4f6f479 HTTP/1.1" status: 200 len: 915 time: 0.0907915 Sep 09 22:00:40.453446 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a req-2f1be871-a9a7-418f-bfbb-ef387c98f290 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3712d993-bea4-4897-a940-1789d59f373d HTTP/1.1" status: 200 len: 217 time: 0.0401721 Sep 09 22:00:40.512010 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a req-984a87ec-5886-49cd-8e21-0e55325f841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:40.512010 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a req-984a87ec-5886-49cd-8e21-0e55325f841c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd9b703d-d34b-4c38-954f-7bf531cb5d75 HTTP/1.1" status: 200 len: 853 time: 0.0454848 Sep 09 22:00:40.564074 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a req-2e6e9beb-15c3-4442-a347-ebd3bd6b0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:40.565592 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a req-2e6e9beb-15c3-4442-a347-ebd3bd6b0c24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9506ddba-0741-4133-ae25-05dfe4f6f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476260 Sep 09 22:00:40.657686 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a req-2cf7344b-89d0-4fee-a8ce-1c27d1aab0dc service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827537 Sep 09 22:00:40.758961 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0a6068d5-effa-4d0e-86b2-3c16099f5e4a req-ce03c223-c0e2-47db-9d28-bfa032a6f478 service neutron] 10.222.0.46 "GET /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912879 Sep 09 22:00:43.596711 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2723b20-10eb-4844-ae0c-73e02456d1af req-181eea73-c72c-47c3-82b1-30d206c6ec8f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:43.598634 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d2723b20-10eb-4844-ae0c-73e02456d1af req-181eea73-c72c-47c3-82b1-30d206c6ec8f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0490603 Sep 09 22:00:43.641223 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d2723b20-10eb-4844-ae0c-73e02456d1af req-64a5d0aa-3802-44a9-aaa4-fb43d40d8bdb tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357344 Sep 09 22:00:44.769089 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbef89-fa24-4fd6-ad9b-2c41a00a5e3d req-ce5f3f41-e10c-49eb-a155-4cf3721fb83e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:44.770748 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-20cbef89-fa24-4fd6-ad9b-2c41a00a5e3d req-ce5f3f41-e10c-49eb-a155-4cf3721fb83e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0581951 Sep 09 22:00:44.809461 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-20cbef89-fa24-4fd6-ad9b-2c41a00a5e3d req-d2d392df-1b14-4c6f-8fe0-f95eba39ed6f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Sep 09 22:00:45.508824 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56408) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:45.538319 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e2aef-8847-40ca-9bfe-86d2871b8862 req-61a7184a-3269-455a-91fa-10a8d3c69d2f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:45.539905 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e30e2aef-8847-40ca-9bfe-86d2871b8862 req-61a7184a-3269-455a-91fa-10a8d3c69d2f tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0486193 Sep 09 22:00:45.623414 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39c9f8e2-1796-4920-8ed8-f0603b6f2173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:45.638711 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-e30e2aef-8847-40ca-9bfe-86d2871b8862 req-a240036f-7ae0-4d40-880d-2653d65f915e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Deleting port 3712d993-bea4-4897-a940-1789d59f373d {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:45.641632 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e30e2aef-8847-40ca-9bfe-86d2871b8862 req-a240036f-7ae0-4d40-880d-2653d65f915e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:45.715010 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39c9f8e2-1796-4920-8ed8-f0603b6f2173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:45.733970 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-e30e2aef-8847-40ca-9bfe-86d2871b8862 req-a240036f-7ae0-4d40-880d-2653d65f915e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] For port 3712d993-bea4-4897-a940-1789d59f373d, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=3712d993-bea4-4897-a940-1789d59f373d,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:45.734314 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e30e2aef-8847-40ca-9bfe-86d2871b8862 req-a240036f-7ae0-4d40-880d-2653d65f915e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:45.747471 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-e30e2aef-8847-40ca-9bfe-86d2871b8862 req-a240036f-7ae0-4d40-880d-2653d65f915e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Calling delete_port for 3712d993-bea4-4897-a940-1789d59f373d owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:45.769562 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56414) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:45.781232 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-39c9f8e2-1796-4920-8ed8-f0603b6f2173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:45.821303 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-39c9f8e2-1796-4920-8ed8-f0603b6f2173 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=258e16f0d05d4bc3b273bf7ca8194aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112912 Sep 09 22:00:45.822757 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9f8e2-1796-4920-8ed8-f0603b6f2173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e07d14-5afd-4994-8572-935249788f45,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:45.824488 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56418) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:45.890091 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-db774d75-73ff-4f4f-851f-9cec00881a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:45.952139 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-46b61221-fe08-456c-870d-329945e7b5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:45.969171 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a043-e39b-4857-8c62-3a2e4f62388d req-5a13384a-0aaa-4e5a-90fc-de750b335ae8 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:45.970643 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f975a043-e39b-4857-8c62-3a2e4f62388d req-5a13384a-0aaa-4e5a-90fc-de750b335ae8 tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0832283 Sep 09 22:00:45.973720 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e30e2aef-8847-40ca-9bfe-86d2871b8862 req-a240036f-7ae0-4d40-880d-2653d65f915e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:45.979381 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-db774d75-73ff-4f4f-851f-9cec00881a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:45.985812 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['3712d993-bea4-4897-a940-1789d59f373d'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:00:46.023951 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240036f-7ae0-4d40-880d-2653d65f915e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Pushing event deleted for resources: {'Port': ['ID=3712d993-bea4-4897-a940-1789d59f373d,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:46.029091 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-46b61221-fe08-456c-870d-329945e7b5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:46.032521 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-db774d75-73ff-4f4f-851f-9cec00881a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:46.077337 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-db774d75-73ff-4f4f-851f-9cec00881a2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=786fef4ad81c475ca2b7ba194cd2e797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064158 Sep 09 22:00:46.078240 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db774d75-73ff-4f4f-851f-9cec00881a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7c7bf8-d4c4-43a3-9e68-287bf5f6df98,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:46.080835 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56424) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:46.103505 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30e2aef-8847-40ca-9bfe-86d2871b8862 req-a240036f-7ae0-4d40-880d-2653d65f915e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] No DVR routers for this DVR port 3712d993-bea4-4897-a940-1789d59f373d on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:00:46.108628 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e30e2aef-8847-40ca-9bfe-86d2871b8862 req-a240036f-7ae0-4d40-880d-2653d65f915e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:46.113353 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e30e2aef-8847-40ca-9bfe-86d2871b8862 req-a240036f-7ae0-4d40-880d-2653d65f915e tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.46 "DELETE /v2.0/ports/3712d993-bea4-4897-a940-1789d59f373d HTTP/1.1" status: 204 len: 173 time: 0.5639367 Sep 09 22:00:46.114525 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f975a043-e39b-4857-8c62-3a2e4f62388d req-de939483-bfba-472c-88ee-ebe972dcfcaf tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/security-groups?id=63f39a15-6437-421c-b272-7590773f9527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358466 Sep 09 22:00:46.115424 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'name': 'network-vif-deleted', 'tag': '3712d993-bea4-4897-a940-1789d59f373d'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:00:46.118733 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49950876-6f14-475b-ba00-2464e20c5668" -d '{"events": [{"server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "name": "network-vif-deleted", "tag": "3712d993-bea4-4897-a940-1789d59f373d"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:00:46.141282 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2ebc71bd-588c-4c92-8fee-cfa52bad2e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:46.164672 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2ebc71bd-588c-4c92-8fee-cfa52bad2e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:46.262004 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-46b61221-fe08-456c-870d-329945e7b5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:46.264794 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-46b61221-fe08-456c-870d-329945e7b5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:46.265951 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-46b61221-fe08-456c-870d-329945e7b5c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54e07d14-5afd-4994-8572-935249788f45 HTTP/1.1" status: 204 len: 168 time: 0.4405148 Sep 09 22:00:46.274944 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b61221-fe08-456c-870d-329945e7b5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e07d14-5afd-4994-8572-935249788f45,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:46.294232 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2ebc71bd-588c-4c92-8fee-cfa52bad2e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:46.300400 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2ebc71bd-588c-4c92-8fee-cfa52bad2e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:46.300400 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2ebc71bd-588c-4c92-8fee-cfa52bad2e1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a7c7bf8-d4c4-43a3-9e68-287bf5f6df98 HTTP/1.1" status: 204 len: 168 time: 0.2171512 Sep 09 22:00:46.313030 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc71bd-588c-4c92-8fee-cfa52bad2e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7c7bf8-d4c4-43a3-9e68-287bf5f6df98,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:46.315834 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8c6f17-7080-4b22-b1ec-46eb32d0aafd x-openstack-request-id: req-4d8c6f17-7080-4b22-b1ec-46eb32d0aafd {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:00:46.316127 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8", "name": "network-vif-deleted", "tag": "3712d993-bea4-4897-a940-1789d59f373d", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:00:46.316411 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d8c6f17-7080-4b22-b1ec-46eb32d0aafd {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:00:46.316805 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8', 'name': 'network-vif-deleted', 'tag': '3712d993-bea4-4897-a940-1789d59f373d', 'status': 'completed', 'code': 200} Sep 09 22:00:47.014209 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56442) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:47.027797 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e14d94b1-038f-4033-b624-4de17ba521af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.095430 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56444) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:47.113786 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-ddfd3f01-766f-443f-997c-2895e169718d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.126394 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e14d94b1-038f-4033-b624-4de17ba521af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.231040 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e14d94b1-038f-4033-b624-4de17ba521af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.258093 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-852203db-373d-4e63-8098-1bbd8902a23f req-e2ed0e2b-59e6-49d6-8c4c-327df0fb4f7d tempest-TestMinimumBasicScenario-1100498313 tempest-TestMinimumBasicScenario-1100498313-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab1e67eb-fa6f-4c45-8acc-81e3b267f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0352402 Sep 09 22:00:47.269391 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-e14d94b1-038f-4033-b624-4de17ba521af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=939cceadb8c641d3b8eec1816ae59167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540169 Sep 09 22:00:47.270227 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d94b1-038f-4033-b624-4de17ba521af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e1179d-f31b-41f4-9d58-8e00829bfb89,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:47.272771 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56448) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:47.331188 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-611c6378-a654-4b1b-bdeb-48c920039fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.354179 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-611c6378-a654-4b1b-bdeb-48c920039fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.355740 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-ddfd3f01-766f-443f-997c-2895e169718d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.455901 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-ddfd3f01-766f-443f-997c-2895e169718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.489540 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-611c6378-a654-4b1b-bdeb-48c920039fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.492771 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-611c6378-a654-4b1b-bdeb-48c920039fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.494459 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-611c6378-a654-4b1b-bdeb-48c920039fb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7e1179d-f31b-41f4-9d58-8e00829bfb89 HTTP/1.1" status: 204 len: 168 time: 0.2205153 Sep 09 22:00:47.505814 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c6378-a654-4b1b-bdeb-48c920039fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e1179d-f31b-41f4-9d58-8e00829bfb89,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:47.505944 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-ddfd3f01-766f-443f-997c-2895e169718d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=904266d39139482bbab96e6375252dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078755 Sep 09 22:00:47.505944 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd3f01-766f-443f-997c-2895e169718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27865343-cdc9-4c9d-b940-33e487e1b388,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:47.508420 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56464) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:47.563195 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0783d820-82b8-4c68-a267-018a8cd92911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.586719 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0783d820-82b8-4c68-a267-018a8cd92911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.724737 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0783d820-82b8-4c68-a267-018a8cd92911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.727607 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0783d820-82b8-4c68-a267-018a8cd92911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:47.731330 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-0783d820-82b8-4c68-a267-018a8cd92911 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27865343-cdc9-4c9d-b940-33e487e1b388 HTTP/1.1" status: 204 len: 168 time: 0.2195740 Sep 09 22:00:47.738040 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783d820-82b8-4c68-a267-018a8cd92911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27865343-cdc9-4c9d-b940-33e487e1b388,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:48.492051 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56498) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:48.505473 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c5251d89-ef1e-4e3f-b6ea-e1321a5bb899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:48.604661 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c5251d89-ef1e-4e3f-b6ea-e1321a5bb899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:48.672304 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c5251d89-ef1e-4e3f-b6ea-e1321a5bb899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:48.717639 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-c5251d89-ef1e-4e3f-b6ea-e1321a5bb899 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1db10345ef9b4cedb4fe4c124c818bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243345 Sep 09 22:00:48.718514 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5251d89-ef1e-4e3f-b6ea-e1321a5bb899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0963fd7d-3127-4e49-bd9c-e0c11c2cf19d,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:48.720370 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56516) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:48.771286 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-db170d6b-35be-47c4-9fd2-2b983bfcf994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:48.792277 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-db170d6b-35be-47c4-9fd2-2b983bfcf994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:48.912932 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-db170d6b-35be-47c4-9fd2-2b983bfcf994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:48.915631 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-db170d6b-35be-47c4-9fd2-2b983bfcf994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:48.920305 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-db170d6b-35be-47c4-9fd2-2b983bfcf994 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0963fd7d-3127-4e49-bd9c-e0c11c2cf19d HTTP/1.1" status: 204 len: 168 time: 0.1963770 Sep 09 22:00:48.927464 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db170d6b-35be-47c4-9fd2-2b983bfcf994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0963fd7d-3127-4e49-bd9c-e0c11c2cf19d,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:49.165000 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 3712d993-bea4-4897-a940-1789d59f373d no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:00:49.189240 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4d8db456-8810-4a49-b6b8-b204cc441d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:49.191228 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 3712d993-bea4-4897-a940-1789d59f373d {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:00:49.191228 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 3712d993-bea4-4897-a940-1789d59f373d not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:00:49.986353 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56582) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:50.174321 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56596) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:50.221189 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d60593-c786-4dc7-b4c9-ed2725654f69 admin admin] Deleting subnet 0f161c2e-380a-4c13-b684-4b2708aa6ed5 {{(pid=100961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:00:50.227599 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c0d60593-c786-4dc7-b4c9-ed2725654f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.267757 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c0d60593-c786-4dc7-b4c9-ed2725654f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5668927'] for subnet, precommit_delete_associations {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.313388 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c0d60593-c786-4dc7-b4c9-ed2725654f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.442739 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587553'] for router_interface, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.461800 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c0d60593-c786-4dc7-b4c9-ed2725654f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6059006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4392762'] for subnet, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.489124 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d60593-c786-4dc7-b4c9-ed2725654f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f161c2e-380a-4c13-b684-4b2708aa6ed5,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:50.493387 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c0d60593-c786-4dc7-b4c9-ed2725654f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.496512 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-c0d60593-c786-4dc7-b4c9-ed2725654f69 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0f161c2e-380a-4c13-b684-4b2708aa6ed5 HTTP/1.1" status: 204 len: 168 time: 0.3212621 Sep 09 22:00:50.498892 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56608) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:50.578279 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.666572 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.689045 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c288b83e-4582-4a35-9836-66c32c364a78']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:50.699832 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5088297-65ce-4e26-bb10-b0523fddc473') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:50.700167 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5088297-65ce-4e26-bb10-b0523fddc473') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:50.710292 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.737055 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.743521 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:00:50.745148 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:00:50.746374 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:00:50.918772 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.923662 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:50.925817 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c288b83e-4582-4a35-9836-66c32c364a78 HTTP/1.1" status: 204 len: 168 time: 0.4258289 Sep 09 22:00:50.940075 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f9b69-aa24-4508-9e0b-9834a4055be9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c288b83e-4582-4a35-9836-66c32c364a78,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:51.024484 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] Deleting port cce07e12-1fed-4401-ba13-7f4e1c644234 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:51.025027 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:51.110276 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] For port cce07e12-1fed-4401-ba13-7f4e1c644234, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=cce07e12-1fed-4401-ba13-7f4e1c644234,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:51.110643 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:51.124913 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] Calling delete_port for cce07e12-1fed-4401-ba13-7f4e1c644234 owned by network:router_interface {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:51.389338 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:51.405230 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56632) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:51.465525 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce07e12-1fed-4401-ba13-7f4e1c644234,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:51.467940 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-b6c6af1c-3412-4c15-aecd-7b05ebb8fe19 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d4d5a610c5d4261a5b56a6ebd7b635f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605834 Sep 09 22:00:51.473951 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56634) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:51.536406 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-31890bb9-c586-4023-950d-80369f280661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:51.561040 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-31890bb9-c586-4023-950d-80369f280661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:51.605235 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587669'] for router_interface, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:51.750715 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-31890bb9-c586-4023-950d-80369f280661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:51.753495 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-31890bb9-c586-4023-950d-80369f280661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:51.754718 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-31890bb9-c586-4023-950d-80369f280661 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82478a1d-bd46-4906-b335-8484b8b0904e HTTP/1.1" status: 204 len: 168 time: 0.2846198 Sep 09 22:00:51.763210 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31890bb9-c586-4023-950d-80369f280661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82478a1d-bd46-4906-b335-8484b8b0904e,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:51.836518 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] Router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:00:51.957112 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:00:51.965009 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56650) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:51.965140 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-7df51779-fbf1-4b15-91a3-ef9439931537 admin admin] 10.222.0.52 "PUT /v2.0/routers/5bf7516a-4fad-46b7-b5ad-50539ed1c5fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9775610 Sep 09 22:00:51.968380 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b10c96-ca6c-4f63-95a9-4425a767eaa1 None None] Sync routers for ids ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:00:52.020506 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ef1de549-3460-43c7-8dca-d51be945c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:52.032390 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b10c96-ca6c-4f63-95a9-4425a767eaa1 None None] Routers {'5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:00:52.035465 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-56b10c96-ca6c-4f63-95a9-4425a767eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:52.187358 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-56b10c96-ca6c-4f63-95a9-4425a767eaa1 None None] Set router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:00:52.298972 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:52.405479 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Notify callbacks [] for router, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:52.457635 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-56b10c96-ca6c-4f63-95a9-4425a767eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T22:00:51Z', 'revision_number': 5, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:52.483577 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066a81d-7d90-4d33-8eb7-490e2c2436d5 req-76cc532a-a518-4d95-94d3-c51e05d12e05 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:52.485124 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f066a81d-7d90-4d33-8eb7-490e2c2436d5 req-76cc532a-a518-4d95-94d3-c51e05d12e05 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0917444 Sep 09 22:00:52.486124 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b10c96-ca6c-4f63-95a9-4425a767eaa1 None None] Checking router: 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:00:52.495452 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b10c96-ca6c-4f63-95a9-4425a767eaa1 None None] Routers {'5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:00:52.496333 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-56b10c96-ca6c-4f63-95a9-4425a767eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:52.550791 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d91a1a39-c282-421b-98da-8581bd05f7fc tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=9f28b93bc23d456887d8b46c16de81f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326841 Sep 09 22:00:52.566580 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:52.573311 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f066a81d-7d90-4d33-8eb7-490e2c2436d5 req-5e2e38f8-4098-422e-b653-58d44bc31162 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525858 Sep 09 22:00:52.618644 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-56b10c96-ca6c-4f63-95a9-4425a767eaa1 None None] Set router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:00:52.722674 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Deleting port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:52.723617 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:52.757100 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-9ae05706-1e66-4916-945e-14f1dce1f4bb tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:52.759726 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-9ae05706-1e66-4916-945e-14f1dce1f4bb tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023766 Sep 09 22:00:52.775636 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-aa47a3b2-bd04-418c-9d4d-f11811b638ba tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/quotas/9f28b93bc23d456887d8b46c16de81f6 HTTP/1.1" status: 200 len: 375 time: 0.0094678 Sep 09 22:00:52.812939 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-4f4b9e82-68c1-48b3-9311-ab1d8fc9992e tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f28b93bc23d456887d8b46c16de81f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306318 Sep 09 22:00:52.821187 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] For port 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=1cb7a3cc-fd69-47db-a025-0f3140e9a9d4,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:52.821978 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:52.825644 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-56b10c96-ca6c-4f63-95a9-4425a767eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T22:00:51Z', 'revision_number': 5, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:52.834819 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Calling delete_port for 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 owned by network:router_gateway {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:52.866144 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b10c96-ca6c-4f63-95a9-4425a767eaa1 None None] The sync data for ids ['5bf7516a-4fad-46b7-b5ad-50539ed1c5fb'] in dv-cinder-808137-1-iscsi is: [{'id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'name': 'tempest-TestMinimumBasicScenario-599560446-router', 'tenant_id': '31769cc590394995a38001f9f857bdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:39Z', 'updated_at': '2021-09-09T22:00:51Z', 'revision_number': 5, 'project_id': '31769cc590394995a38001f9f857bdcc', 'gw_port': {'id': '1cb7a3cc-fd69-47db-a025-0f3140e9a9d4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:df:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7516a-4fad-46b7-b5ad-50539ed1c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:40Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:00:53.116331 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f611c437-4d89-4f15-b81b-b552f3094e2d req-0e762753-9587-4f4f-a822-0cc7f65026e4 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 210 time: 0.0266929 Sep 09 22:00:53.181218 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.206784 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb7a3cc-fd69-47db-a025-0f3140e9a9d4,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:53.279666 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589687'] for router_gateway, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.333597 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.395966 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13188'] for router, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.398403 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.561944 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559053'] for router, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.562600 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bf7516a-4fad-46b7-b5ad-50539ed1c5fb {{(pid=100961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:00:53.567331 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] Notify callbacks [] for router, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.568464 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-5ef8e7ea-7bd4-4f8c-b4df-83cc3cbb7753 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5bf7516a-4fad-46b7-b5ad-50539ed1c5fb HTTP/1.1" status: 204 len: 168 time: 1.6021588 Sep 09 22:00:53.571064 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56688) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:53.621037 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_v2 [None req-3358fa16-c448-47b3-83c7-9ec3db516f39 admin admin] Deleting subnet dd9b703d-d34b-4c38-954f-7bf531cb5d75 {{(pid=100961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:00:53.624362 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3358fa16-c448-47b3-83c7-9ec3db516f39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.663590 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3358fa16-c448-47b3-83c7-9ec3db516f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5668927'] for subnet, precommit_delete_associations {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.702427 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f3e2e-b1a8-4593-a340-fa46aae7dd19 req-17867876-ec3e-429b-9697-dedbb3d37031 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:53.704622 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-779f3e2e-b1a8-4593-a340-fa46aae7dd19 req-17867876-ec3e-429b-9697-dedbb3d37031 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0564339 Sep 09 22:00:53.759621 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-779f3e2e-b1a8-4593-a340-fa46aae7dd19 req-2ecb83ee-e1c2-4ea2-a4a8-61e2bca401ce tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Sep 09 22:00:53.791684 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3358fa16-c448-47b3-83c7-9ec3db516f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.958365 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3358fa16-c448-47b3-83c7-9ec3db516f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6059006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4392762'] for subnet, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.984550 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358fa16-c448-47b3-83c7-9ec3db516f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9b703d-d34b-4c38-954f-7bf531cb5d75,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:53.988409 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3358fa16-c448-47b3-83c7-9ec3db516f39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:53.992579 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-3358fa16-c448-47b3-83c7-9ec3db516f39 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dd9b703d-d34b-4c38-954f-7bf531cb5d75 HTTP/1.1" status: 204 len: 168 time: 0.4182937 Sep 09 22:00:53.992907 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56694) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:53.995410 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ef5a08-1a54-4087-b9c2-b1f752adf00b None None] Network 9506ddba-0741-4133-ae25-05dfe4f6f479 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:00:54.097524 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.153258 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Deleting port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:54.153258 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.250650 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] DHCP port deletion for 9506ddba-0741-4133-ae25-05dfe4f6f479 request from dv-cinder-808137-1-iscsi {{(pid=100963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:00:54.258775 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-7cc399f6-ccc6-432e-8eb8-8b0371ef81b5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:54.261057 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-7cc399f6-ccc6-432e-8eb8-8b0371ef81b5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.46 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0778654 Sep 09 22:00:54.270295 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b8e8be91-0515-4f6f-934a-6fdf86bcc2eb req-42347ec0-6c95-44d3-8a46-077390139e7b tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 210 time: 0.0358753 Sep 09 22:00:54.279700 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] For port e4c77fe9-f555-466f-9cd0-3b45822b3ad9, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=e4c77fe9-f555-466f-9cd0-3b45822b3ad9,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:54.280069 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.314475 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Calling delete_port for e4c77fe9-f555-466f-9cd0-3b45822b3ad9 owned by network:dhcp {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:54.322646 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Deleting port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 {{(pid=100963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:54.323301 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.343734 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device cce07e12-1fed-4401-ba13-7f4e1c644234 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:00:54.376908 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: cce07e12-1fed-4401-ba13-7f4e1c644234 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:00:54.376908 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device cce07e12-1fed-4401-ba13-7f4e1c644234 not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:00:54.376908 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:00:54.390624 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Deleting port 5a5af56c-5c6e-445e-94f2-c91d2782982f {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:54.391040 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.397366 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:00:54.397996 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 1cb7a3cc-fd69-47db-a025-0f3140e9a9d4 not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:00:54.398685 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device e4c77fe9-f555-466f-9cd0-3b45822b3ad9 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:00:54.459883 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] For port e4c77fe9-f555-466f-9cd0-3b45822b3ad9, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=e4c77fe9-f555-466f-9cd0-3b45822b3ad9,segment=NetworkSegment(065b309c-e30e-462a-b33b-b43ad9843d5f),segment_id=065b309c-e30e-462a-b33b-b43ad9843d5f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:54.460437 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.476237 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Calling delete_port for e4c77fe9-f555-466f-9cd0-3b45822b3ad9 owned by network:dhcp {{(pid=100963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:54.492395 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] For port 5a5af56c-5c6e-445e-94f2-c91d2782982f, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=5a5af56c-5c6e-445e-94f2-c91d2782982f,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:54.492849 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.524723 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.550638 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c77fe9-f555-466f-9cd0-3b45822b3ad9,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:54.554481 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] No DVR routers for this DVR port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 on host dv-cinder-808137-1-iscsi {{(pid=100961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:00:54.564390 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No ports have port_id starting with e4c77fe9-f555-466f-9cd0-3b45822b3ad9 Sep 09 22:00:54.624689 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.642822 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.654010 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Pushing event deleted for resources: {'Port': ['ID=e4c77fe9-f555-466f-9cd0-3b45822b3ad9,revision_number=None']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:54.657366 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] No DVR routers for this DVR port e4c77fe9-f555-466f-9cd0-3b45822b3ad9 on host dv-cinder-808137-1-iscsi {{(pid=100963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:00:54.667172 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.667815 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.668213 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.668574 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.668904 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.669233 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.669553 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.670062 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.670545 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.671748 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.672240 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.672756 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03d814a-7dae-453e-b3db-2e45c99dd30a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:00:54.673042 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9506ddba-0741-4133-ae25-05dfe4f6f479']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:54.687694 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.695005 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065b309c-e30e-462a-b33b-b43ad9843d5f') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:54.695005 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065b309c-e30e-462a-b33b-b43ad9843d5f') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:54.701480 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.725371 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.732191 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:00:54.732585 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:00:54.734340 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:00:54.764612 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.765187 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.765314 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Floating IP c8fbc685-8af4-4e33-a880-cb31934590db disassociated. External IP: 172.27.1.201, port: 5a5af56c-5c6e-445e-94f2-c91d2782982f. Sep 09 22:00:54.765676 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Calling delete_port for 5a5af56c-5c6e-445e-94f2-c91d2782982f owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:54.887538 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.887939 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f51523-a39a-4a31-82d9-6d0d7179d82a req-0c57085a-b148-4cfa-8da1-915d9c9fe204 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:54.889825 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-68f51523-a39a-4a31-82d9-6d0d7179d82a req-0c57085a-b148-4cfa-8da1-915d9c9fe204 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 946 time: 0.0589614 Sep 09 22:00:54.891659 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:54.901177 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] 10.222.0.52 "DELETE /v2.0/networks/9506ddba-0741-4133-ae25-05dfe4f6f479 HTTP/1.1" status: 204 len: 168 time: 0.9029987 Sep 09 22:00:54.901177 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56708) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:54.947615 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c81bf-27a6-4cb8-b13b-1badbfd0485c admin admin] Pushing event deleted for resources: {'Network': ['ID=9506ddba-0741-4133-ae25-05dfe4f6f479,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:54.955872 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-68f51523-a39a-4a31-82d9-6d0d7179d82a req-9358b30a-9277-43fb-a819-ca2182ed560a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cc8f893-a50c-40f6-8d45-af741a4f8bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483847 Sep 09 22:00:55.084095 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:55.115734 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event deleted for resources: {'Port': ['ID=5a5af56c-5c6e-445e-94f2-c91d2782982f,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:55.231945 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:00:55.270564 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587553'] for router_interface, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:55.385798 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dca7f971-1064-4d5f-8088-929b99074916 req-eb3acd84-21ba-413a-b656-2afe0e964ba5 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 210 time: 0.0298564 Sep 09 22:00:55.595106 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] Deleting port 6246aec2-1feb-4859-93d7-80fa151d44f1 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:55.599599 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:55.622679 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:00:55.635925 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95f2bb-6f9e-4b6c-af58-c00a84cac89e None None] Sync routers for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:00:55.640231 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-62ce5f88-7e93-43a4-83df-3b3561d4f9b8 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f28b93bc23d456887d8b46c16de81f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312119 Sep 09 22:00:55.648762 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95f2bb-6f9e-4b6c-af58-c00a84cac89e None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:00:55.649405 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-6b95f2bb-6f9e-4b6c-af58-c00a84cac89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:55.703023 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] No DVR routers for this DVR port 5a5af56c-5c6e-445e-94f2-c91d2782982f on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:00:55.714797 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] For port 6246aec2-1feb-4859-93d7-80fa151d44f1, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=6246aec2-1feb-4859-93d7-80fa151d44f1,segment=NetworkSegment(f10056ce-7eaa-447e-96ea-83a0cc724cc0),segment_id=f10056ce-7eaa-447e-96ea-83a0cc724cc0)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:55.715967 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:55.716082 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:55.718346 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.46 "DELETE /v2.0/ports/5a5af56c-5c6e-445e-94f2-c91d2782982f HTTP/1.1" status: 204 len: 173 time: 1.4501781 Sep 09 22:00:55.718753 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805fc008-b6f0-4457-9426-d308734d9b90', 'name': 'network-vif-deleted', 'tag': '5a5af56c-5c6e-445e-94f2-c91d2782982f'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:00:55.721761 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8da1544-6184-4e70-bcaf-3f97653beeee" -d '{"events": [{"server_uuid": "805fc008-b6f0-4457-9426-d308734d9b90", "name": "network-vif-deleted", "tag": "5a5af56c-5c6e-445e-94f2-c91d2782982f"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:00:55.738486 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] Calling delete_port for 6246aec2-1feb-4859-93d7-80fa151d44f1 owned by network:router_interface {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:55.789271 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-6b95f2bb-6f9e-4b6c-af58-c00a84cac89e None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:00:55.814723 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b293b97d-fb01-4734-b6c7-90f054277f51 x-openstack-request-id: req-b293b97d-fb01-4734-b6c7-90f054277f51 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:00:55.815317 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805fc008-b6f0-4457-9426-d308734d9b90", "name": "network-vif-deleted", "tag": "5a5af56c-5c6e-445e-94f2-c91d2782982f", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:00:55.815317 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b293b97d-fb01-4734-b6c7-90f054277f51 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:00:55.816227 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805fc008-b6f0-4457-9426-d308734d9b90', 'name': 'network-vif-deleted', 'tag': '5a5af56c-5c6e-445e-94f2-c91d2782982f', 'status': 'completed', 'code': 200} Sep 09 22:00:55.832544 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-ad0f6bb7-09e8-4a7d-b1f0-4ec6802e2d5c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:55.835218 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-ad0f6bb7-09e8-4a7d-b1f0-4ec6802e2d5c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802704 Sep 09 22:00:55.849728 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Request body: {'port': {'device_id': '840b4b1b-7abe-4f50-b7e4-fe06c744bfd4', 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049', 'admin_state_up': True, 'tenant_id': '9f28b93bc23d456887d8b46c16de81f6'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:00:55.997282 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:56.025764 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-6b95f2bb-6f9e-4b6c-af58-c00a84cac89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:56.035143 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=6246aec2-1feb-4859-93d7-80fa151d44f1,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:56.061595 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95f2bb-6f9e-4b6c-af58-c00a84cac89e None None] Checking router: 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:00:56.070453 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95f2bb-6f9e-4b6c-af58-c00a84cac89e None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:00:56.071065 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-6b95f2bb-6f9e-4b6c-af58-c00a84cac89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:56.102476 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c6cd7257-06e0-4a3c-9832-150b7abfc7bc req-af37f2a4-8fa6-4952-91de-1b0186f90f1c tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=805fc008-b6f0-4457-9426-d308734d9b90 HTTP/1.1" status: 200 len: 210 time: 0.0630906 Sep 09 22:00:56.106869 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Made reservation on behalf of 9f28b93bc23d456887d8b46c16de81f6 for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:00:56.111241 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:56.130347 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:56.294850 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:56.297295 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-6b95f2bb-6f9e-4b6c-af58-c00a84cac89e None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:00:56.353951 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587669'] for router_interface, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:56.372922 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:56.461562 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:56.541831 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f65dc7fc-7fb4-4736-b1d3-8e3194ef71b4 req-69964465-9fd9-4286-8c44-06fd5aac3cea tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 210 time: 0.0657413 Sep 09 22:00:56.555864 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-6b95f2bb-6f9e-4b6c-af58-c00a84cac89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:56.581553 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Allocated IP 192.168.233.145 (4871c13a-8aef-4cd9-95f2-198b83727049/c80d1f65-2ec2-466c-9577-4877d1f0df02/ba856f30-95f7-46c0-b81c-16ca527f7eb2) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:00:56.582841 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95f2bb-6f9e-4b6c-af58-c00a84cac89e None None] The sync data for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi is: [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:00:56.606779 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] Router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:00:56.727549 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:00:56.736440 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-bd3fda8d-41bc-4a38-8082-e41a07d36e39 admin admin] 10.222.0.52 "PUT /v2.0/routers/d0ec10f1-3b50-4da1-9c4c-46a1319fb81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361852 Sep 09 22:00:56.736633 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56732) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:56.745708 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73a5b8e-4749-444b-8c20-2ef52735a6e5 None None] Sync routers for ids ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:00:56.755116 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a5b8e-4749-444b-8c20-2ef52735a6e5 None None] Routers {'d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:00:56.756063 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-d73a5b8e-4749-444b-8c20-2ef52735a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:56.808904 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:56.832698 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Transition to ACTIVE for port object ba856f30-95f7-46c0-b81c-16ca527f7eb2 will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:00:56.869683 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc1522-7e2d-4283-917f-34703ac1304e None None] New status for floating IP c8fbc685-8af4-4e33-a880-cb31934590db: DOWN {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:00:56.899111 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Notify callbacks [] for router, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:56.995167 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-d73a5b8e-4749-444b-8c20-2ef52735a6e5 None None] Set router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:00:57.018616 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.038515 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.081846 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Network 4871c13a-8aef-4cd9-95f2-198b83727049 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:00:57.085280 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:00:57.087658 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:00:57.123119 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Pushing event updated for resources: {'Port': ['ID=ba856f30-95f7-46c0-b81c-16ca527f7eb2,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:57.178715 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:57.179377 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.210313 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Deleting port 90746082-38e1-4960-8204-e214fca74b61 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:57.210663 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.219794 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 5a5af56c-5c6e-445e-94f2-c91d2782982f no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:00:57.223480 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-d73a5b8e-4749-444b-8c20-2ef52735a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'name': 'tempest-TestMinimumBasicScenario-622653115-router', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '90746082-38e1-4960-8204-e214fca74b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:48Z', 'updated_at': '2021-09-09T22:00:55Z', 'revision_number': 5, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'gw_port': {'id': '90746082-38e1-4960-8204-e214fca74b61', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:50Z', 'updated_at': '2021-09-09T21:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:57.268691 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-a0018434-8174-4b5f-8152-64536876f08c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4239814 Sep 09 22:00:57.274134 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 5a5af56c-5c6e-445e-94f2-c91d2782982f {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:00:57.274480 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 5a5af56c-5c6e-445e-94f2-c91d2782982f not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:00:57.276776 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73a5b8e-4749-444b-8c20-2ef52735a6e5 None None] Checking router: d0ec10f1-3b50-4da1-9c4c-46a1319fb81a for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:00:57.284034 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Request body: {'port': {'device_id': '840b4b1b-7abe-4f50-b7e4-fe06c744bfd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:00:57.286732 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a5b8e-4749-444b-8c20-2ef52735a6e5 None None] Routers {'d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:00:57.287354 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-d73a5b8e-4749-444b-8c20-2ef52735a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:57.306804 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56738) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:57.332387 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] For port 90746082-38e1-4960-8204-e214fca74b61, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=90746082-38e1-4960-8204-e214fca74b61,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:57.334897 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.380872 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Calling delete_port for 90746082-38e1-4960-8204-e214fca74b61 owned by network:router_gateway {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:57.385348 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d32fa4b2-e00d-481c-9d84-09c023d2b36a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.395767 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-d73a5b8e-4749-444b-8c20-2ef52735a6e5 None None] Set router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a gateway port host: None {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:00:57.417092 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d32fa4b2-e00d-481c-9d84-09c023d2b36a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.433405 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.479887 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-d73a5b8e-4749-444b-8c20-2ef52735a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'name': 'tempest-TestMinimumBasicScenario-622653115-router', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:48Z', 'updated_at': '2021-09-09T22:00:57Z', 'revision_number': 6, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'gw_port_host': None}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:57.483886 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-bcdce76e-8a32-4dbf-b902-161ece0dca6b None None] Provisioning for port ba856f30-95f7-46c0-b81c-16ca527f7eb2 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:00:57.488513 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-bcdce76e-8a32-4dbf-b902-161ece0dca6b None None] Provisioning complete for port ba856f30-95f7-46c0-b81c-16ca527f7eb2 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:00:57.488949 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-bcdce76e-8a32-4dbf-b902-161ece0dca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.534335 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73a5b8e-4749-444b-8c20-2ef52735a6e5 None None] The sync data for ids ['d0ec10f1-3b50-4da1-9c4c-46a1319fb81a'] in dv-cinder-808137-1-iscsi is: [{'id': 'd0ec10f1-3b50-4da1-9c4c-46a1319fb81a', 'name': 'tempest-TestMinimumBasicScenario-622653115-router', 'tenant_id': '356d17e70ac24c38842c1c3f72483c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:48Z', 'updated_at': '2021-09-09T22:00:57Z', 'revision_number': 6, 'project_id': '356d17e70ac24c38842c1c3f72483c84', 'gw_port_host': None}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:00:57.549024 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-bcdce76e-8a32-4dbf-b902-161ece0dca6b None None] Port ba856f30-95f7-46c0-b81c-16ca527f7eb2 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:00:57.570191 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d32fa4b2-e00d-481c-9d84-09c023d2b36a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.573576 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d32fa4b2-e00d-481c-9d84-09c023d2b36a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.574733 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-d32fa4b2-e00d-481c-9d84-09c023d2b36a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "DELETE /v2.0/security-groups/8cc8f893-a50c-40f6-8d45-af741a4f8bf2 HTTP/1.1" status: 204 len: 168 time: 0.2665951 Sep 09 22:00:57.578440 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56750) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:57.787056 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.821644 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fa4b2-e00d-481c-9d84-09c023d2b36a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc8f893-a50c-40f6-8d45-af741a4f8bf2,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:57.824944 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Pushing event deleted for resources: {'Port': ['ID=90746082-38e1-4960-8204-e214fca74b61,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:57.838192 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.api.v2.resource [None req-0a1fece4-48c2-48f7-a843-87445ef759ee tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] show failed (client error): The resource could not be found. Sep 09 22:00:57.839238 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-0a1fece4-48c2-48f7-a843-87445ef759ee tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups/8cc8f893-a50c-40f6-8d45-af741a4f8bf2 HTTP/1.1" status: 404 len: 347 time: 0.2587736 Sep 09 22:00:57.856271 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56756) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:57.940911 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589687'] for router_gateway, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:57.953691 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307a072-198a-47ff-83f5-b9dddf232ec1 req-f23bd3ed-7de8-435d-a335-4f7498ca2860 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:57.955261 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f307a072-198a-47ff-83f5-b9dddf232ec1 req-f23bd3ed-7de8-435d-a335-4f7498ca2860 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 936 time: 0.1353471 Sep 09 22:00:58.024878 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba856f30-95f7-46c0-b81c-16ca527f7eb2 {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:00:58.053234 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f307a072-198a-47ff-83f5-b9dddf232ec1 req-4c6d6c2b-9c10-4924-9114-251e54fddf7e tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916212 Sep 09 22:00:58.053452 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13188'] for router, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.058314 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.060960 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.073555 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-79ec90a1-7953-466c-84f8-148108063cd3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Deleting port c66362b0-78f5-4a80-a979-05ada1e1a98a {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:58.073900 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-79ec90a1-7953-466c-84f8-148108063cd3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.104686 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Transition to ACTIVE for port object ba856f30-95f7-46c0-b81c-16ca527f7eb2 will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:00:58.157522 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-79ec90a1-7953-466c-84f8-148108063cd3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.157842 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-79ec90a1-7953-466c-84f8-148108063cd3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.164107 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.169911 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-79ec90a1-7953-466c-84f8-148108063cd3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Calling delete_port for c66362b0-78f5-4a80-a979-05ada1e1a98a owned by network:floatingip {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:58.197894 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559053'] for router, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.198447 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ec10f1-3b50-4da1-9c4c-46a1319fb81a {{(pid=100962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:00:58.206653 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.210164 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-a91b3572-8dd6-4db2-a8b7-2174df0afe0d admin admin] 10.222.0.52 "DELETE /v2.0/routers/d0ec10f1-3b50-4da1-9c4c-46a1319fb81a HTTP/1.1" status: 204 len: 168 time: 1.4702845 Sep 09 22:00:58.210847 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56758) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:58.257377 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Pushing event updated for resources: {'Port': ['ID=ba856f30-95f7-46c0-b81c-16ca527f7eb2,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:58.321386 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_v2 [None req-99562bcf-ff66-4637-830a-8cd47bae9c33 admin admin] Deleting subnet ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d {{(pid=100962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:00:58.326287 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-99562bcf-ff66-4637-830a-8cd47bae9c33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.385509 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-99562bcf-ff66-4637-830a-8cd47bae9c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229497'] for subnet, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.387761 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Attempting to bind port ba856f30-95f7-46c0-b81c-16ca527f7eb2 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:00:58.388094 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Attempting to bind port ba856f30-95f7-46c0-b81c-16ca527f7eb2 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': 'eacb5c58-94f1-452d-8847-b50b833a4671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:00:58.388449 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Attempting to bind port ba856f30-95f7-46c0-b81c-16ca527f7eb2 on network 4871c13a-8aef-4cd9-95f2-198b83727049 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:00:58.410156 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 6246aec2-1feb-4859-93d7-80fa151d44f1 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:00:58.420358 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Port ba856f30-95f7-46c0-b81c-16ca527f7eb2 on network 4871c13a-8aef-4cd9-95f2-198b83727049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:00:58.420730 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Attempting to bind port ba856f30-95f7-46c0-b81c-16ca527f7eb2 on network 4871c13a-8aef-4cd9-95f2-198b83727049 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:00:58.429005 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:00:58.429374 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Checking segment: {'id': 'eacb5c58-94f1-452d-8847-b50b833a4671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:00:58.429758 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Bound using segment: {'id': 'eacb5c58-94f1-452d-8847-b50b833a4671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:00:58.430185 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Bound port: ba856f30-95f7-46c0-b81c-16ca527f7eb2, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacb5c58-94f1-452d-8847-b50b833a4671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:00:58.430597 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.431296 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 6246aec2-1feb-4859-93d7-80fa151d44f1 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:00:58.431649 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 6246aec2-1feb-4859-93d7-80fa151d44f1 not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:00:58.432069 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 90746082-38e1-4960-8204-e214fca74b61 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:00:58.438259 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-79ec90a1-7953-466c-84f8-148108063cd3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.454443 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 90746082-38e1-4960-8204-e214fca74b61 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:00:58.454780 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 90746082-38e1-4960-8204-e214fca74b61 not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:00:58.475799 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec90a1-7953-466c-84f8-148108063cd3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event deleted for resources: {'Port': ['ID=c66362b0-78f5-4a80-a979-05ada1e1a98a,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:58.543848 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-79ec90a1-7953-466c-84f8-148108063cd3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.546647 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-79ec90a1-7953-466c-84f8-148108063cd3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.547805 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-79ec90a1-7953-466c-84f8-148108063cd3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "DELETE /v2.0/floatingips/c8fbc685-8af4-4e33-a880-cb31934590db HTTP/1.1" status: 204 len: 168 time: 0.6892762 Sep 09 22:00:58.571440 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-99562bcf-ff66-4637-830a-8cd47bae9c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.601607 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] For port ba856f30-95f7-46c0-b81c-16ca527f7eb2, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:00:58.617892 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] For port ba856f30-95f7-46c0-b81c-16ca527f7eb2, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=ba856f30-95f7-46c0-b81c-16ca527f7eb2,segment=NetworkSegment(eacb5c58-94f1-452d-8847-b50b833a4671),segment_id=eacb5c58-94f1-452d-8847-b50b833a4671)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:00:58.718716 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.747319 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-99562bcf-ff66-4637-830a-8cd47bae9c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5229443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5205014'] for subnet, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.758097 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:58.758097 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.759302 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba856f30-95f7-46c0-b81c-16ca527f7eb2 HTTP/1.1" status: 200 len: 1098 time: 1.4810145 Sep 09 22:00:58.764881 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840b4b1b-7abe-4f50-b7e4-fe06c744bfd4', 'tag': 'ba856f30-95f7-46c0-b81c-16ca527f7eb2'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:00:58.767182 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eecc38f-99ee-45e8-b798-ec3fa3ffc437" -d '{"events": [{"name": "network-changed", "server_uuid": "840b4b1b-7abe-4f50-b7e4-fe06c744bfd4", "tag": "ba856f30-95f7-46c0-b81c-16ca527f7eb2"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:00:58.818449 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76780404-ca8c-445c-90dd-2160a5628007 x-openstack-request-id: req-76780404-ca8c-445c-90dd-2160a5628007 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:00:58.819036 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840b4b1b-7abe-4f50-b7e4-fe06c744bfd4", "tag": "ba856f30-95f7-46c0-b81c-16ca527f7eb2", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:00:58.819432 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76780404-ca8c-445c-90dd-2160a5628007 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:00:58.819963 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840b4b1b-7abe-4f50-b7e4-fe06c744bfd4', 'tag': 'ba856f30-95f7-46c0-b81c-16ca527f7eb2', 'status': 'completed', 'code': 200} Sep 09 22:00:58.830220 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-99562bcf-ff66-4637-830a-8cd47bae9c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.835521 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56764) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:58.836112 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-99562bcf-ff66-4637-830a-8cd47bae9c33 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d HTTP/1.1" status: 204 len: 168 time: 0.6216190 Sep 09 22:00:58.836570 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99562bcf-ff66-4637-830a-8cd47bae9c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7c7fa2-4090-4c3e-9ae4-e0a0a339be1d,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:58.855776 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcc5cf0-907f-4479-a46d-664ebcd617ec None None] Network d4e1315e-e500-4b3e-aa34-eb5ceef62a66 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:00:58.910654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458a319-ff19-43a6-89c3-00e306c66168 service neutron] Pushing event updated for resources: {'Port': ['ID=ba856f30-95f7-46c0-b81c-16ca527f7eb2,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:58.937222 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecc38f-99ee-45e8-b798-ec3fa3ffc437 req-d46e1e18-896d-4e0a-9a01-4ba80fd94a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:58.938958 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2eecc38f-99ee-45e8-b798-ec3fa3ffc437 req-d46e1e18-896d-4e0a-9a01-4ba80fd94a1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f28b93bc23d456887d8b46c16de81f6&device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 1101 time: 0.0951734 Sep 09 22:00:58.957618 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:58.982424 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2eecc38f-99ee-45e8-b798-ec3fa3ffc437 req-9a0aa8dc-5c7a-46e2-9e77-5dc0274ed222 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f28b93bc23d456887d8b46c16de81f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333414 Sep 09 22:00:59.023216 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Deleting port 81216039-a41b-45f5-9a0b-7a3b892b5207 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:59.023593 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.068109 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56766) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:59.083275 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-0f703227-403b-41f6-ae44-1a56e5aa54bb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932698413', 'description': 'tempest-description--1942151449'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:00:59.096585 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbccaf6e-918f-4f38-8575-910a33dadc85 None None] DHCP port deletion for d4e1315e-e500-4b3e-aa34-eb5ceef62a66 request from dv-cinder-808137-1-iscsi {{(pid=100963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:00:59.112663 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] For port 81216039-a41b-45f5-9a0b-7a3b892b5207, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=81216039-a41b-45f5-9a0b-7a3b892b5207,segment=NetworkSegment(f10056ce-7eaa-447e-96ea-83a0cc724cc0),segment_id=f10056ce-7eaa-447e-96ea-83a0cc724cc0)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:59.112663 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.132395 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Calling delete_port for 81216039-a41b-45f5-9a0b-7a3b892b5207 owned by network:dhcp {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:59.147667 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecc38f-99ee-45e8-b798-ec3fa3ffc437 req-10516b48-5ece-4b94-8196-bc47a25c2818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:59.149398 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2eecc38f-99ee-45e8-b798-ec3fa3ffc437 req-10516b48-5ece-4b94-8196-bc47a25c2818 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594977 Sep 09 22:00:59.169276 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-dbccaf6e-918f-4f38-8575-910a33dadc85 None None] Deleting port 81216039-a41b-45f5-9a0b-7a3b892b5207 {{(pid=100963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:00:59.169647 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dbccaf6e-918f-4f38-8575-910a33dadc85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.233186 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0f703227-403b-41f6-ae44-1a56e5aa54bb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.237981 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-99dbc86f-2970-4a1c-b434-4273362e0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:59.239544 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-99dbc86f-2970-4a1c-b434-4273362e0dda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f28b93bc23d456887d8b46c16de81f6&device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 1101 time: 0.0499916 Sep 09 22:00:59.241919 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-dbccaf6e-918f-4f38-8575-910a33dadc85 None None] For port 81216039-a41b-45f5-9a0b-7a3b892b5207, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=81216039-a41b-45f5-9a0b-7a3b892b5207,segment=NetworkSegment(f10056ce-7eaa-447e-96ea-83a0cc724cc0),segment_id=f10056ce-7eaa-447e-96ea-83a0cc724cc0)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:00:59.242396 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dbccaf6e-918f-4f38-8575-910a33dadc85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.258217 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-dbccaf6e-918f-4f38-8575-910a33dadc85 None None] Calling delete_port for 81216039-a41b-45f5-9a0b-7a3b892b5207 owned by network:dhcp {{(pid=100963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:00:59.266048 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89392d3d-c807-484b-bee1-6a334dba4217 req-9e8ab829-6e2c-4061-bab4-446eacd9161f tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:59.267625 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-89392d3d-c807-484b-bee1-6a334dba4217 req-9e8ab829-6e2c-4061-bab4-446eacd9161f tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 948 time: 0.0874612 Sep 09 22:00:59.287476 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-4b37a0a4-3712-46cc-baa9-c5b7e8b2ec79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=ba856f30-95f7-46c0-b81c-16ca527f7eb2 HTTP/1.1" status: 200 len: 217 time: 0.0386350 Sep 09 22:00:59.308623 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-89392d3d-c807-484b-bee1-6a334dba4217 req-8e19155c-68a1-4612-ab3e-fb6eb0c85131 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345619 Sep 09 22:00:59.362000 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-77a808f2-6d5f-4f06-9abc-666b974c0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:59.363374 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-77a808f2-6d5f-4f06-9abc-666b974c0b39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c80d1f65-2ec2-466c-9577-4877d1f0df02 HTTP/1.1" status: 200 len: 843 time: 0.0677695 Sep 09 22:00:59.404327 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.412166 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dbccaf6e-918f-4f38-8575-910a33dadc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.422122 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0f703227-403b-41f6-ae44-1a56e5aa54bb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.430276 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-904f79c9-5cdd-482c-9ee4-37647f08cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:00:59.432416 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-904f79c9-5cdd-482c-9ee4-37647f08cbd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4871c13a-8aef-4cd9-95f2-198b83727049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0584323 Sep 09 22:00:59.433985 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Pushing event deleted for resources: {'Port': ['ID=81216039-a41b-45f5-9a0b-7a3b892b5207,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:59.435857 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] No DVR routers for this DVR port 81216039-a41b-45f5-9a0b-7a3b892b5207 on host dv-cinder-808137-1-iscsi {{(pid=100961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:00:59.443179 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccaf6e-918f-4f38-8575-910a33dadc85 None None] Pushing event deleted for resources: {'Port': ['ID=81216039-a41b-45f5-9a0b-7a3b892b5207,revision_number=None']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:59.445191 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbccaf6e-918f-4f38-8575-910a33dadc85 None None] No DVR routers for this DVR port 81216039-a41b-45f5-9a0b-7a3b892b5207 on host dv-cinder-808137-1-iscsi {{(pid=100963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:00:59.510020 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0f703227-403b-41f6-ae44-1a56e5aa54bb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.520711 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.542693 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e1315e-e500-4b3e-aa34-eb5ceef62a66']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:59.555698 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10056ce-7eaa-447e-96ea-83a0cc724cc0') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:59.556085 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10056ce-7eaa-447e-96ea-83a0cc724cc0') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:00:59.561433 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-0026ac6b-3778-435b-9bba-2861537e91cd service neutron] 10.222.0.46 "GET /v2.0/networks/4871c13a-8aef-4cd9-95f2-198b83727049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194408 Sep 09 22:00:59.562030 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f703227-403b-41f6-ae44-1a56e5aa54bb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0123c53c-4b13-433a-9d85-6d37fd861033,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:59.573929 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.583587 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.590514 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:00:59.590908 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:00:59.592640 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:00:59.643805 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0f703227-403b-41f6-ae44-1a56e5aa54bb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.645048 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-0f703227-403b-41f6-ae44-1a56e5aa54bb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5739493 Sep 09 22:00:59.648579 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56774) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:00:59.654624 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-d1f8c4ee-b036-4afc-8810-6a3c83d9ea5e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'security_group_rule': {'security_group_id': '0123c53c-4b13-433a-9d85-6d37fd861033', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:00:59.668197 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3bfffe2d-08bf-4721-9718-3f6656a6a804 req-e1a85baf-c2ed-4218-8185-868cdfba14fd service neutron] 10.222.0.46 "GET /v2.0/networks/4871c13a-8aef-4cd9-95f2-198b83727049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966675 Sep 09 22:00:59.723996 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.730148 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.731387 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d4e1315e-e500-4b3e-aa34-eb5ceef62a66 HTTP/1.1" status: 204 len: 168 time: 0.8948085 Sep 09 22:00:59.745274 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1978003-c226-4678-87d4-ce28418dd476 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e1315e-e500-4b3e-aa34-eb5ceef62a66,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:00:59.774416 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c4ee-b036-4afc-8810-6a3c83d9ea5e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.825643 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c4ee-b036-4afc-8810-6a3c83d9ea5e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.950578 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c4ee-b036-4afc-8810-6a3c83d9ea5e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:00:59.972826 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8c4ee-b036-4afc-8810-6a3c83d9ea5e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79d2212-3596-4532-b7d5-aef403e4c723,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:00.036362 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c4ee-b036-4afc-8810-6a3c83d9ea5e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.041368 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-d1f8c4ee-b036-4afc-8810-6a3c83d9ea5e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3871675 Sep 09 22:01:00.041368 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56784) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:00.045199 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-a7d21125-91ee-4596-bdb1-54660136fbaf tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'security_group_rule': {'security_group_id': '0123c53c-4b13-433a-9d85-6d37fd861033', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:00.130172 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56786) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:00.150921 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a7d21125-91ee-4596-bdb1-54660136fbaf tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.196259 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-5cf7b9e6-c7e9-4060-be63-6840c3ce74ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31769cc590394995a38001f9f857bdcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648813 Sep 09 22:01:00.200211 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56788) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:00.217010 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a7d21125-91ee-4596-bdb1-54660136fbaf tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.250690 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f08f8865-a11a-43b3-9770-8d13900cd610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.275424 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f08f8865-a11a-43b3-9770-8d13900cd610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.278043 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 81216039-a41b-45f5-9a0b-7a3b892b5207 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:01:00.295360 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a7d21125-91ee-4596-bdb1-54660136fbaf tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.300817 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 81216039-a41b-45f5-9a0b-7a3b892b5207 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:01:00.300817 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 81216039-a41b-45f5-9a0b-7a3b892b5207 not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:01:00.315230 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d21125-91ee-4596-bdb1-54660136fbaf tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6ce937-a16a-4920-86bb-60a55350b214,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:00.378902 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a7d21125-91ee-4596-bdb1-54660136fbaf tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.380100 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a7d21125-91ee-4596-bdb1-54660136fbaf tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384106 Sep 09 22:01:00.383313 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56792) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:00.387731 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'floatingip': {'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:00.423764 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83dbe7-56ae-454d-80c0-658dee151923 req-4eda37a2-e4d2-4f9a-92fa-9410246b4b87 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:00.425281 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9e83dbe7-56ae-454d-80c0-658dee151923 req-4eda37a2-e4d2-4f9a-92fa-9410246b4b87 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 948 time: 0.0484774 Sep 09 22:01:00.426329 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f08f8865-a11a-43b3-9770-8d13900cd610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.428909 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f08f8865-a11a-43b3-9770-8d13900cd610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.429938 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-f08f8865-a11a-43b3-9770-8d13900cd610 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/63f39a15-6437-421c-b272-7590773f9527 HTTP/1.1" status: 204 len: 168 time: 0.2286704 Sep 09 22:01:00.445224 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f8865-a11a-43b3-9770-8d13900cd610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f39a15-6437-421c-b272-7590773f9527,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:00.474191 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9e83dbe7-56ae-454d-80c0-658dee151923 req-b5b3dddb-3b7c-4402-a6f8-dce9f2fcf019 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410404 Sep 09 22:01:00.484022 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.595917 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.698681 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Allocated IP 172.27.1.69 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/4a3a00e4-14c9-486c-8af4-6c46d8935504) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:01:00.804506 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.928200 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.964523 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:01:00.967292 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:01:00.969422 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:00.970946 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:01:00.996391 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'Port': ['ID=4a3a00e4-14c9-486c-8af4-6c46d8935504,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:01.101264 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.215262 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56804) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:01.226331 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device ba856f30-95f7-46c0-b81c-16ca527f7eb2 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:01:01.280255 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-337ece02-500e-4b74-a9dc-c26db6870598 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=356d17e70ac24c38842c1c3f72483c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637422 Sep 09 22:01:01.281300 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.282822 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56806) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:01.324422 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port ba856f30-95f7-46c0-b81c-16ca527f7eb2, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=ba856f30-95f7-46c0-b81c-16ca527f7eb2,segment=NetworkSegment(eacb5c58-94f1-452d-8847-b50b833a4671),segment_id=eacb5c58-94f1-452d-8847-b50b833a4671)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:01:01.335339 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': 'ba856f30-95f7-46c0-b81c-16ca527f7eb2', 'network_id': '4871c13a-8aef-4cd9-95f2-198b83727049', 'port_id': 'ba856f30-95f7-46c0-b81c-16ca527f7eb2', 'mac_address': 'fa:16:3e:cd:16:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80d1f65-2ec2-466c-9577-4877d1f0df02', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:01:01.373365 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.382278 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09f9967c-01c8-4ed0-8616-d76186a2cad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.387063 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba856f30-95f7-46c0-b81c-16ca527f7eb2 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:01:01.407054 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port ba856f30-95f7-46c0-b81c-16ca527f7eb2, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=ba856f30-95f7-46c0-b81c-16ca527f7eb2,segment=NetworkSegment(eacb5c58-94f1-452d-8847-b50b833a4671),segment_id=eacb5c58-94f1-452d-8847-b50b833a4671)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:01:01.439728 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09f9967c-01c8-4ed0-8616-d76186a2cad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.466651 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.515118 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=ba856f30-95f7-46c0-b81c-16ca527f7eb2,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:01.516276 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.600196 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16044cf6-306c-4b66-8975-9fdc49b76e1e req-855df392-be29-41f4-b072-f4788a6e1b5b tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:01.601679 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-16044cf6-306c-4b66-8975-9fdc49b76e1e req-855df392-be29-41f4-b072-f4788a6e1b5b tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 949 time: 0.0495126 Sep 09 22:01:01.622235 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09f9967c-01c8-4ed0-8616-d76186a2cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.624779 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-09f9967c-01c8-4ed0-8616-d76186a2cad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.625905 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-09f9967c-01c8-4ed0-8616-d76186a2cad8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9e57620-26ea-48ee-a73e-425f11389ed4 HTTP/1.1" status: 204 len: 168 time: 0.3422418 Sep 09 22:01:01.626723 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.669541 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9967c-01c8-4ed0-8616-d76186a2cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e57620-26ea-48ee-a73e-425f11389ed4,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:01.693944 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-16044cf6-306c-4b66-8975-9fdc49b76e1e req-bd0fd9e0-2689-435e-b44a-2b4c1153c22a tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863469 Sep 09 22:01:01.699214 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['ba856f30-95f7-46c0-b81c-16ca527f7eb2'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:01:01.728857 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'Port': ['ID=4a3a00e4-14c9-486c-8af4-6c46d8935504,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:01.753148 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.819247 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:01.821127 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2e22acd9-bc09-4398-ace5-f441530566e7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4368126 Sep 09 22:01:02.019847 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-1e67609f-a2c2-436b-a0f1-9d7288f7a172 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1932698413&fields=id&tenant_id=19c2697bc0824207a1d617336ec8a226 HTTP/1.1" status: 200 len: 267 time: 0.0365145 Sep 09 22:01:02.138494 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-ec0d7013-6747-423c-9aba-0ffb65160248 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:02.140092 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-ec0d7013-6747-423c-9aba-0ffb65160248 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/networks?id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 HTTP/1.1" status: 200 len: 810 time: 0.1128523 Sep 09 22:01:02.157069 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-056aaae4-0e11-403c-81a9-ff0776844af0 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/quotas/19c2697bc0824207a1d617336ec8a226 HTTP/1.1" status: 200 len: 375 time: 0.0103252 Sep 09 22:01:02.211208 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-adabb38c-31d9-4ede-864a-d4ae40d962c4 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476298 Sep 09 22:01:02.404844 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-aaad46e3-1e0a-4e6f-a784-1bf6f97a3457 service neutron] 10.222.0.52 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816618 Sep 09 22:01:02.496677 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-8d053a03-fddf-442a-871c-b28bb36e75ec service neutron] 10.222.0.52 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855827 Sep 09 22:01:02.742741 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6f7204c4-a035-48dc-a352-41e1e9cef6e4 req-0762993f-0cdc-423c-afe0-fec6a915cb82 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 210 time: 0.0326524 Sep 09 22:01:02.840792 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b98a8c-abab-40ab-9896-62bb4ab7e02a req-69bcbb33-a675-49cd-9cc6-252068975bbd tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:02.842295 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a7b98a8c-abab-40ab-9896-62bb4ab7e02a req-69bcbb33-a675-49cd-9cc6-252068975bbd tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 949 time: 0.0488565 Sep 09 22:01:02.881971 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a7b98a8c-abab-40ab-9896-62bb4ab7e02a req-86a2b50e-23d7-4a2d-8509-a1caa63bebb0 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330908 Sep 09 22:01:02.952522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56848) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:03.059192 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5147bea6-7d02-4e74-8085-b2858dab53ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:03.147368 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5147bea6-7d02-4e74-8085-b2858dab53ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:03.213443 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5147bea6-7d02-4e74-8085-b2858dab53ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:03.241833 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device ba856f30-95f7-46c0-b81c-16ca527f7eb2 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:01:03.255244 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-5147bea6-7d02-4e74-8085-b2858dab53ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65474e48448343f1ae54b2abcd3e91f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990539 Sep 09 22:01:03.255244 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147bea6-7d02-4e74-8085-b2858dab53ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea45c97-7474-4df5-89ba-d52e316440eb,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:03.255627 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56854) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:03.305689 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-95de019c-06d2-4bc0-afcb-eac8cd7dc4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:03.327146 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-95de019c-06d2-4bc0-afcb-eac8cd7dc4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:03.363943 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port ba856f30-95f7-46c0-b81c-16ca527f7eb2 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:01:03.367874 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port ba856f30-95f7-46c0-b81c-16ca527f7eb2 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:01:03.368245 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:03.447123 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:03.461046 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-95de019c-06d2-4bc0-afcb-eac8cd7dc4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:03.464135 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-95de019c-06d2-4bc0-afcb-eac8cd7dc4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:03.467657 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-95de019c-06d2-4bc0-afcb-eac8cd7dc4ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ea45c97-7474-4df5-89ba-d52e316440eb HTTP/1.1" status: 204 len: 168 time: 0.2072067 Sep 09 22:01:03.478788 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840b4b1b-7abe-4f50-b7e4-fe06c744bfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba856f30-95f7-46c0-b81c-16ca527f7eb2'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:01:03.478788 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da4c8c3-db8f-4d6b-a638-1e068376bd02" -d '{"events": [{"server_uuid": "840b4b1b-7abe-4f50-b7e4-fe06c744bfd4", "name": "network-vif-plugged", "status": "completed", "tag": "ba856f30-95f7-46c0-b81c-16ca527f7eb2"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:01:03.479288 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de019c-06d2-4bc0-afcb-eac8cd7dc4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea45c97-7474-4df5-89ba-d52e316440eb,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:03.494660 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port ba856f30-95f7-46c0-b81c-16ca527f7eb2, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=ba856f30-95f7-46c0-b81c-16ca527f7eb2,segment=NetworkSegment(eacb5c58-94f1-452d-8847-b50b833a4671),segment_id=eacb5c58-94f1-452d-8847-b50b833a4671)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:01:03.615246 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:03.648796 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5a00a9-e578-44d7-8b41-0bd77a4d4727 x-openstack-request-id: req-da5a00a9-e578-44d7-8b41-0bd77a4d4727 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:01:03.649094 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840b4b1b-7abe-4f50-b7e4-fe06c744bfd4", "name": "network-vif-plugged", "status": "completed", "tag": "ba856f30-95f7-46c0-b81c-16ca527f7eb2", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:01:03.649343 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da5a00a9-e578-44d7-8b41-0bd77a4d4727 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:01:03.649712 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840b4b1b-7abe-4f50-b7e4-fe06c744bfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba856f30-95f7-46c0-b81c-16ca527f7eb2', 'code': 200} Sep 09 22:01:03.682642 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=ba856f30-95f7-46c0-b81c-16ca527f7eb2,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:03.837600 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-66af3e87-10ce-4226-b02e-931f749c8d08 req-ed1736e9-665d-4b4a-9529-ec3acf48a883 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 210 time: 0.0279720 Sep 09 22:01:04.017101 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5fe8c-c633-4a4c-a8cc-758db99d23c5 req-e00873b0-cb7a-4841-b5a2-906ae9861537 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:04.018688 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cfc5fe8c-c633-4a4c-a8cc-758db99d23c5 req-e00873b0-cb7a-4841-b5a2-906ae9861537 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 950 time: 0.0583410 Sep 09 22:01:04.026054 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87c977-d9d4-4b8d-89b3-cb4acdef21cd req-e8771e2c-98b9-4702-848a-88f8e4896d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:04.029371 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9c87c977-d9d4-4b8d-89b3-cb4acdef21cd req-e8771e2c-98b9-4702-848a-88f8e4896d1c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 1103 time: 0.0420990 Sep 09 22:01:04.061536 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cfc5fe8c-c633-4a4c-a8cc-758db99d23c5 req-5822f9be-9611-4378-bb8f-cdd4ef1df43a tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362844 Sep 09 22:01:04.065377 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9c87c977-d9d4-4b8d-89b3-cb4acdef21cd req-1c9cd965-366f-4f45-94e5-ff6ed422fe0d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301261 Sep 09 22:01:04.220734 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56868) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:04.237957 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-82162579-8fa4-47cc-924d-6bbc3ce6cf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:04.331451 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-82162579-8fa4-47cc-924d-6bbc3ce6cf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:04.419095 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-82162579-8fa4-47cc-924d-6bbc3ce6cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:04.458537 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-82162579-8fa4-47cc-924d-6bbc3ce6cf3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bce43a905fe47ad84ad2879af7b192a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364061 Sep 09 22:01:04.459476 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82162579-8fa4-47cc-924d-6bbc3ce6cf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b018c610-358b-4d60-9718-196bb79e40bc,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:04.461205 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56870) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:04.512360 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fc206ac5-7364-4d77-a01b-a0afdcc42c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:04.532442 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fc206ac5-7364-4d77-a01b-a0afdcc42c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:04.664783 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fc206ac5-7364-4d77-a01b-a0afdcc42c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:04.667935 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fc206ac5-7364-4d77-a01b-a0afdcc42c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:04.669238 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-fc206ac5-7364-4d77-a01b-a0afdcc42c1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b018c610-358b-4d60-9718-196bb79e40bc HTTP/1.1" status: 204 len: 168 time: 0.2069511 Sep 09 22:01:04.676987 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc206ac5-7364-4d77-a01b-a0afdcc42c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b018c610-358b-4d60-9718-196bb79e40bc,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:04.947858 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dc7630b2-a0be-4b54-b5c3-31420da6f311 req-24005eb5-6c7e-445f-8822-27fa906f6af3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 210 time: 0.0345800 Sep 09 22:01:05.183226 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dc38d-958e-436f-bc4f-ea79c484ee2e req-910753ff-92d6-4751-87c8-fc7a3f1b1467 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:05.184969 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9d9dc38d-958e-436f-bc4f-ea79c484ee2e req-910753ff-92d6-4751-87c8-fc7a3f1b1467 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 950 time: 0.0512791 Sep 09 22:01:05.231029 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9d9dc38d-958e-436f-bc4f-ea79c484ee2e req-3e44baf5-a514-4f8c-b041-56e0d0f57957 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394723 Sep 09 22:01:05.301877 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-e64a4437-36dd-4620-9617-1c223e6ddc4a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:05.303291 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-e64a4437-36dd-4620-9617-1c223e6ddc4a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.46 "GET /v2.0/networks?id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 HTTP/1.1" status: 200 len: 810 time: 0.3994253 Sep 09 22:01:05.346352 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-2d59d900-48df-4fba-ac00-fa9580e022b6 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19c2697bc0824207a1d617336ec8a226 HTTP/1.1" status: 200 len: 380 time: 0.0327997 Sep 09 22:01:05.357654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'port': {'device_id': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'admin_state_up': True, 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'security_groups': ['0123c53c-4b13-433a-9d85-6d37fd861033']}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:05.489935 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56884) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:05.503454 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bbaca-6099-4a5e-af25-2fe782a331bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:05.573236 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Made reservation on behalf of 19c2697bc0824207a1d617336ec8a226 for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:01:05.576727 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:05.747793 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Allocated IP 172.20.0.7 (a6997f6e-cf1b-4f9f-aa45-fe7589de3f24/2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f/68c31278-4e70-4611-9a9b-2863b3082ae7) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:01:05.754759 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bbaca-6099-4a5e-af25-2fe782a331bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:05.847501 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7e0bbaca-6099-4a5e-af25-2fe782a331bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:05.898240 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-7e0bbaca-6099-4a5e-af25-2fe782a331bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04f7196bc6b44973a26048183ba3d7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072213 Sep 09 22:01:05.901412 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 56886) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:05.903020 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bbaca-6099-4a5e-af25-2fe782a331bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc7d8e0-f85e-40a0-8a91-e7d5b24ee9fa,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:05.926892 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:05.939487 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Transition to ACTIVE for port object 68c31278-4e70-4611-9a9b-2863b3082ae7 will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:01:05.950855 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0035-3a3b-486d-8b09-ba2fb6f6c758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:05.972994 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0035-3a3b-486d-8b09-ba2fb6f6c758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:06.040609 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8437c264-ae88-49b8-8613-c0d3ca67918f req-46b7474a-5726-441e-b1d5-f47570a07a96 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 210 time: 0.0257816 Sep 09 22:01:06.042245 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:06.086915 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:01:06.090517 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:01:06.096132 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:01:06.101565 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0035-3a3b-486d-8b09-ba2fb6f6c758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:06.104244 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0035-3a3b-486d-8b09-ba2fb6f6c758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:06.105431 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-bc3a0035-3a3b-486d-8b09-ba2fb6f6c758 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8fc7d8e0-f85e-40a0-8a91-e7d5b24ee9fa HTTP/1.1" status: 204 len: 168 time: 0.2030256 Sep 09 22:01:06.115093 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a0035-3a3b-486d-8b09-ba2fb6f6c758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc7d8e0-f85e-40a0-8a91-e7d5b24ee9fa,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:06.120702 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event updated for resources: {'Port': ['ID=68c31278-4e70-4611-9a9b-2863b3082ae7,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:06.150077 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:06.151397 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:06.228532 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-153de39a-f56b-40db-a0fc-d0113fa46480 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8747768 Sep 09 22:01:06.241330 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Request body: {'port': {'device_id': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:06.298766 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:06.366065 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f14fb-aed6-40a0-aa48-be413606ee77 req-80b1c4f3-7ac5-49b8-9c40-bfc9adb3f835 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:06.368786 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6d4f14fb-aed6-40a0-aa48-be413606ee77 req-80b1c4f3-7ac5-49b8-9c40-bfc9adb3f835 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 950 time: 0.0570540 Sep 09 22:01:06.408444 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6d4f14fb-aed6-40a0-aa48-be413606ee77 req-55e202cd-dadf-420e-af8c-5235c594dfdf tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341198 Sep 09 22:01:06.478081 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-843d4090-193e-4b4a-8427-400493c5ce11 None None] Provisioning for port 68c31278-4e70-4611-9a9b-2863b3082ae7 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:01:06.483559 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-843d4090-193e-4b4a-8427-400493c5ce11 None None] Provisioning complete for port 68c31278-4e70-4611-9a9b-2863b3082ae7 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:01:06.484401 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-843d4090-193e-4b4a-8427-400493c5ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:06.529641 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-843d4090-193e-4b4a-8427-400493c5ce11 None None] Port 68c31278-4e70-4611-9a9b-2863b3082ae7 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:01:06.594921 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c31278-4e70-4611-9a9b-2863b3082ae7 {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:01:06.602908 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:06.615455 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Transition to ACTIVE for port object 68c31278-4e70-4611-9a9b-2863b3082ae7 will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:01:06.706692 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:06.761567 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=68c31278-4e70-4611-9a9b-2863b3082ae7,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:06.837034 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Attempting to bind port 68c31278-4e70-4611-9a9b-2863b3082ae7 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:01:06.837363 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Attempting to bind port 68c31278-4e70-4611-9a9b-2863b3082ae7 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:01:06.837691 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Attempting to bind port 68c31278-4e70-4611-9a9b-2863b3082ae7 on network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:01:06.842862 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Port 68c31278-4e70-4611-9a9b-2863b3082ae7 on network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:01:06.846558 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Attempting to bind port 68c31278-4e70-4611-9a9b-2863b3082ae7 on network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:01:06.848691 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:01:06.849160 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Checking segment: {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:01:06.849543 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Bound using segment: {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:01:06.849962 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Bound port: 68c31278-4e70-4611-9a9b-2863b3082ae7, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f83cf7fd-54c1-41af-a986-89040601266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:01:06.850316 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:06.922946 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] For port 68c31278-4e70-4611-9a9b-2863b3082ae7, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:01:06.926057 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] For port 68c31278-4e70-4611-9a9b-2863b3082ae7, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=68c31278-4e70-4611-9a9b-2863b3082ae7,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:01:07.004643 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd1f61-24b7-49ab-9717-05852bfe7252 req-4b4454bb-15ed-47e2-b6dd-993b2fa8019c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:07.006244 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5bbd1f61-24b7-49ab-9717-05852bfe7252 req-4b4454bb-15ed-47e2-b6dd-993b2fa8019c tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 950 time: 0.0544553 Sep 09 22:01:07.027843 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:07.055125 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5bbd1f61-24b7-49ab-9717-05852bfe7252 req-1c348290-7cd8-480c-9d79-a0c458fd1ce8 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Sep 09 22:01:07.075394 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:07.076009 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:07.077427 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] 10.222.0.46 "PUT /v2.0/ports/68c31278-4e70-4611-9a9b-2863b3082ae7 HTTP/1.1" status: 200 len: 1093 time: 0.8406706 Sep 09 22:01:07.077868 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'tag': '68c31278-4e70-4611-9a9b-2863b3082ae7'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:01:07.080125 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9d6d51-6546-49cd-9fa0-fed127b191c6" -d '{"events": [{"name": "network-changed", "server_uuid": "10225d63-2688-43a6-b97d-c22af96bcd9a", "tag": "68c31278-4e70-4611-9a9b-2863b3082ae7"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:01:07.126063 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0c571-3564-43df-99d8-ce7f2991bfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=68c31278-4e70-4611-9a9b-2863b3082ae7,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:07.147553 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6de75bd-7cb1-46f4-b162-0d2a90d8e279 x-openstack-request-id: req-d6de75bd-7cb1-46f4-b162-0d2a90d8e279 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:01:07.147955 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10225d63-2688-43a6-b97d-c22af96bcd9a", "tag": "68c31278-4e70-4611-9a9b-2863b3082ae7", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:01:07.148215 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6de75bd-7cb1-46f4-b162-0d2a90d8e279 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:01:07.148670 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'tag': '68c31278-4e70-4611-9a9b-2863b3082ae7', 'status': 'completed', 'code': 200} Sep 09 22:01:07.249641 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a1336-45cc-45dd-bc92-04742944b26f req-1fe372d6-edb1-47f9-acaf-00e7fdb32bd7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:07.258401 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9d5a1336-45cc-45dd-bc92-04742944b26f req-1fe372d6-edb1-47f9-acaf-00e7fdb32bd7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 943 time: 0.0950241 Sep 09 22:01:07.288201 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d6d51-6546-49cd-9fa0-fed127b191c6 req-f59aeede-4bd7-463c-9beb-11e6873ed0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:07.288470 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fe9d6d51-6546-49cd-9fa0-fed127b191c6 req-f59aeede-4bd7-463c-9beb-11e6873ed0c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 1096 time: 0.0974014 Sep 09 22:01:07.328787 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9d5a1336-45cc-45dd-bc92-04742944b26f req-b4183ba0-6f8d-40fe-a07f-aa2744adcbb7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684264 Sep 09 22:01:07.406062 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d6d51-6546-49cd-9fa0-fed127b191c6 req-44868e18-9db0-40f5-9ce7-8d8919cdc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:07.407648 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fe9d6d51-6546-49cd-9fa0-fed127b191c6 req-44868e18-9db0-40f5-9ce7-8d8919cdc39d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=19c2697bc0824207a1d617336ec8a226&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1091082 Sep 09 22:01:07.509375 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d6d51-6546-49cd-9fa0-fed127b191c6 req-dcae6bc8-9013-4e46-9505-ab30cc034640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:07.511552 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fe9d6d51-6546-49cd-9fa0-fed127b191c6 req-dcae6bc8-9013-4e46-9505-ab30cc034640 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958412 Sep 09 22:01:07.592165 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-5a5e5342-096f-400f-b013-c151fea016f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:07.593757 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-5a5e5342-096f-400f-b013-c151fea016f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 1096 time: 0.0443285 Sep 09 22:01:07.641010 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-90b8f524-c0fd-4686-9575-3ee5317fa9ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c31278-4e70-4611-9a9b-2863b3082ae7 HTTP/1.1" status: 200 len: 217 time: 0.0344846 Sep 09 22:01:07.704079 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-f1daa445-2179-49b5-8e34-784b9f84e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:07.705615 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-f1daa445-2179-49b5-8e34-784b9f84e54e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f HTTP/1.1" status: 200 len: 849 time: 0.0545897 Sep 09 22:01:07.753619 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-29ffe604-84ec-4e31-9b21-6faabf725564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:07.755194 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-29ffe604-84ec-4e31-9b21-6faabf725564 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417469 Sep 09 22:01:07.852094 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-542521c3-691f-4e3c-9f13-f3594994855c service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861406 Sep 09 22:01:07.949047 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a244f0bc-e4b1-4d2d-9635-382178d4250c req-24a910ff-1a6d-424f-942d-796eee6bc045 service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886128 Sep 09 22:01:08.185363 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099367d-203d-4a3b-b297-30736bc18d11 req-d4b7715a-abfc-4e7b-bb99-b9d344c73336 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:08.187042 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5099367d-203d-4a3b-b297-30736bc18d11 req-d4b7715a-abfc-4e7b-bb99-b9d344c73336 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 950 time: 0.0481365 Sep 09 22:01:08.231244 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5099367d-203d-4a3b-b297-30736bc18d11 req-cdb23bb8-2ed7-44ae-8303-81f558db20ec tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/security-groups?id=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378368 Sep 09 22:01:08.370426 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e8345-a90c-4202-85b0-2769219b9ecf req-91d85745-5cfa-49d1-a12e-cda7008c91e3 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:08.379752 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e33e8345-a90c-4202-85b0-2769219b9ecf req-91d85745-5cfa-49d1-a12e-cda7008c91e3 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.46 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 950 time: 0.0512774 Sep 09 22:01:08.491679 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06f1c0-8c5b-44d4-a97f-0f38210d958d req-f6fc7126-b885-4889-9939-43c32b8f4cdc tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:08.493301 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a06f1c0-8c5b-44d4-a97f-0f38210d958d req-f6fc7126-b885-4889-9939-43c32b8f4cdc tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 943 time: 0.0904503 Sep 09 22:01:08.528348 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-e33e8345-a90c-4202-85b0-2769219b9ecf req-ccff3edf-5a44-4f22-b195-bc274bc9b524 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Deleting port ba856f30-95f7-46c0-b81c-16ca527f7eb2 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:01:08.528701 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e33e8345-a90c-4202-85b0-2769219b9ecf req-ccff3edf-5a44-4f22-b195-bc274bc9b524 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:08.566402 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a06f1c0-8c5b-44d4-a97f-0f38210d958d req-422a00ad-0c8e-4e37-95d1-df96cfbfb2c5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656064 Sep 09 22:01:08.656093 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-e33e8345-a90c-4202-85b0-2769219b9ecf req-ccff3edf-5a44-4f22-b195-bc274bc9b524 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] For port ba856f30-95f7-46c0-b81c-16ca527f7eb2, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=ba856f30-95f7-46c0-b81c-16ca527f7eb2,segment=NetworkSegment(eacb5c58-94f1-452d-8847-b50b833a4671),segment_id=eacb5c58-94f1-452d-8847-b50b833a4671)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:01:08.656747 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e33e8345-a90c-4202-85b0-2769219b9ecf req-ccff3edf-5a44-4f22-b195-bc274bc9b524 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:08.668704 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-e33e8345-a90c-4202-85b0-2769219b9ecf req-ccff3edf-5a44-4f22-b195-bc274bc9b524 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Calling delete_port for ba856f30-95f7-46c0-b81c-16ca527f7eb2 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:01:08.866850 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e33e8345-a90c-4202-85b0-2769219b9ecf req-ccff3edf-5a44-4f22-b195-bc274bc9b524 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:08.877985 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['ba856f30-95f7-46c0-b81c-16ca527f7eb2'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:01:08.899451 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff3edf-5a44-4f22-b195-bc274bc9b524 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Pushing event deleted for resources: {'Port': ['ID=ba856f30-95f7-46c0-b81c-16ca527f7eb2,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:08.940487 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33e8345-a90c-4202-85b0-2769219b9ecf req-ccff3edf-5a44-4f22-b195-bc274bc9b524 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] No DVR routers for this DVR port ba856f30-95f7-46c0-b81c-16ca527f7eb2 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:01:08.943353 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e33e8345-a90c-4202-85b0-2769219b9ecf req-ccff3edf-5a44-4f22-b195-bc274bc9b524 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:08.945678 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e33e8345-a90c-4202-85b0-2769219b9ecf req-ccff3edf-5a44-4f22-b195-bc274bc9b524 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.46 "DELETE /v2.0/ports/ba856f30-95f7-46c0-b81c-16ca527f7eb2 HTTP/1.1" status: 204 len: 173 time: 0.5665083 Sep 09 22:01:09.149681 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840b4b1b-7abe-4f50-b7e4-fe06c744bfd4', 'name': 'network-vif-deleted', 'tag': 'ba856f30-95f7-46c0-b81c-16ca527f7eb2'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:01:09.152608 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83db36cb-0bac-46e8-9250-d1e4095a0b39" -d '{"events": [{"server_uuid": "840b4b1b-7abe-4f50-b7e4-fe06c744bfd4", "name": "network-vif-deleted", "tag": "ba856f30-95f7-46c0-b81c-16ca527f7eb2"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:01:09.192715 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af31a9ba-360b-404c-872e-85cba51f3246 x-openstack-request-id: req-af31a9ba-360b-404c-872e-85cba51f3246 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:01:09.193012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840b4b1b-7abe-4f50-b7e4-fe06c744bfd4", "name": "network-vif-deleted", "tag": "ba856f30-95f7-46c0-b81c-16ca527f7eb2", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:01:09.193297 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af31a9ba-360b-404c-872e-85cba51f3246 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:01:09.193693 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840b4b1b-7abe-4f50-b7e4-fe06c744bfd4', 'name': 'network-vif-deleted', 'tag': 'ba856f30-95f7-46c0-b81c-16ca527f7eb2', 'status': 'completed', 'code': 200} Sep 09 22:01:09.336526 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fd0ae9c7-8229-41ed-9f33-be57c6167c42 req-1a25f77b-2aa7-499e-a056-75f724febd88 tempest-VolumesNegativeTest-1757389488 tempest-VolumesNegativeTest-1757389488-project] 10.222.0.52 "GET /v2.0/ports?device_id=840b4b1b-7abe-4f50-b7e4-fe06c744bfd4 HTTP/1.1" status: 200 len: 210 time: 0.0260224 Sep 09 22:01:09.558655 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 56992) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:09.682836 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-2df907f3-bbec-4cfa-b875-481f57d5726b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:09.708748 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9a47b-7945-4938-ad45-a98f3e4c5ed0 req-0229f4e5-0994-430b-8e4b-ddb92a7efaf8 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:09.710245 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8ee9a47b-7945-4938-ad45-a98f3e4c5ed0 req-0229f4e5-0994-430b-8e4b-ddb92a7efaf8 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 943 time: 0.0725231 Sep 09 22:01:09.769261 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8ee9a47b-7945-4938-ad45-a98f3e4c5ed0 req-bc6bc744-2305-4263-93fe-cb97bf5135f4 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511448 Sep 09 22:01:09.828205 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-2df907f3-bbec-4cfa-b875-481f57d5726b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:09.900651 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-2df907f3-bbec-4cfa-b875-481f57d5726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:09.937704 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df907f3-bbec-4cfa-b875-481f57d5726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c330bed3-0199-43cd-87d5-ce503c2baf16,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:09.942006 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-2df907f3-bbec-4cfa-b875-481f57d5726b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6e6e4237c344c509c4a8ab7bf197bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823593 Sep 09 22:01:09.944565 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 57004) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:09.991213 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f37bc6e8-dc9b-429c-91d5-ef304f87d52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:10.012910 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f37bc6e8-dc9b-429c-91d5-ef304f87d52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:10.187422 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f37bc6e8-dc9b-429c-91d5-ef304f87d52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:10.192247 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f37bc6e8-dc9b-429c-91d5-ef304f87d52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:10.196336 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-f37bc6e8-dc9b-429c-91d5-ef304f87d52d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c330bed3-0199-43cd-87d5-ce503c2baf16 HTTP/1.1" status: 204 len: 168 time: 0.2485948 Sep 09 22:01:10.207653 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bc6e8-dc9b-429c-91d5-ef304f87d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c330bed3-0199-43cd-87d5-ce503c2baf16,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:10.300248 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf098c5-0a83-4abc-aa93-6d4d0a2e7083 req-6bcff137-8fc6-4e3a-89ba-9d0b558e9aad tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:10.301764 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-faf098c5-0a83-4abc-aa93-6d4d0a2e7083 req-6bcff137-8fc6-4e3a-89ba-9d0b558e9aad tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 947 time: 0.0475323 Sep 09 22:01:10.340862 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-faf098c5-0a83-4abc-aa93-6d4d0a2e7083 req-ab178e92-fd45-4abf-8a7a-3c521c805b57 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330532 Sep 09 22:01:10.809904 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 57030) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:10.827664 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9e5207df-9851-4c50-bc69-023ad9b94dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:10.909089 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11917150-780e-489a-9f01-00c272c913f2 req-37dff22d-2a0c-4569-b9f8-5d3bcf6ce6c5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:10.910589 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-11917150-780e-489a-9f01-00c272c913f2 req-37dff22d-2a0c-4569-b9f8-5d3bcf6ce6c5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 943 time: 0.0691206 Sep 09 22:01:10.965094 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-11917150-780e-489a-9f01-00c272c913f2 req-4517ad64-5582-4b0c-902c-0ab775f84aea tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482345 Sep 09 22:01:10.990696 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9e5207df-9851-4c50-bc69-023ad9b94dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:11.081641 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9e5207df-9851-4c50-bc69-023ad9b94dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:11.120547 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5207df-9851-4c50-bc69-023ad9b94dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eaa665-9ed1-4672-8f68-07447bf61cb1,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:11.124935 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-9e5207df-9851-4c50-bc69-023ad9b94dc2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f7709b7e9de4d0e8459aa633d333d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139031 Sep 09 22:01:11.127966 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 57036) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:11.178310 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a8a0ebb6-5941-4dde-9aa9-7f4d3416bec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:11.202452 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a8a0ebb6-5941-4dde-9aa9-7f4d3416bec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:11.295923 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 68c31278-4e70-4611-9a9b-2863b3082ae7 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:01:11.298819 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device ba856f30-95f7-46c0-b81c-16ca527f7eb2 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:01:11.324121 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: ba856f30-95f7-46c0-b81c-16ca527f7eb2 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:01:11.324644 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device ba856f30-95f7-46c0-b81c-16ca527f7eb2 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:01:11.331724 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a8a0ebb6-5941-4dde-9aa9-7f4d3416bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:11.332939 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a8a0ebb6-5941-4dde-9aa9-7f4d3416bec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:11.336703 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-a8a0ebb6-5941-4dde-9aa9-7f4d3416bec1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13eaa665-9ed1-4672-8f68-07447bf61cb1 HTTP/1.1" status: 204 len: 168 time: 0.2058842 Sep 09 22:01:11.344320 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0ebb6-5941-4dde-9aa9-7f4d3416bec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eaa665-9ed1-4672-8f68-07447bf61cb1,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:11.445584 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 68c31278-4e70-4611-9a9b-2863b3082ae7, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=68c31278-4e70-4611-9a9b-2863b3082ae7,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:01:11.457663 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '68c31278-4e70-4611-9a9b-2863b3082ae7', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'port_id': '68c31278-4e70-4611-9a9b-2863b3082ae7', 'mac_address': 'fa:16:3e:d0:e9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:01:11.476929 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6cad5-bf9a-46ee-8b2a-15cc0fee0b09 req-1df4a5f0-f807-41c0-8441-1c2c3df1dfd3 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:11.484215 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-25d6cad5-bf9a-46ee-8b2a-15cc0fee0b09 req-1df4a5f0-f807-41c0-8441-1c2c3df1dfd3 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 947 time: 0.0551724 Sep 09 22:01:11.499687 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:11.532213 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c31278-4e70-4611-9a9b-2863b3082ae7 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:01:11.532599 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-25d6cad5-bf9a-46ee-8b2a-15cc0fee0b09 req-df298b3a-8069-4f5e-9926-4a54153a40fb tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=6dc16dee-ff4c-42ae-94a2-808ef707a599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352488 Sep 09 22:01:11.533305 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 68c31278-4e70-4611-9a9b-2863b3082ae7, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=68c31278-4e70-4611-9a9b-2863b3082ae7,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:01:11.660987 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:11.718725 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=68c31278-4e70-4611-9a9b-2863b3082ae7,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:11.722076 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-0615a0ef-6be9-4a84-8be5-2f0a5bfa8f08 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:11.723870 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-0615a0ef-6be9-4a84-8be5-2f0a5bfa8f08 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 947 time: 0.0556483 Sep 09 22:01:11.830155 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Deleting port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:01:11.831144 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:11.857885 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['68c31278-4e70-4611-9a9b-2863b3082ae7'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:01:11.943973 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] For port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:01:11.944589 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:12.164379 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9923660-1634-4d9f-9582-8fd60275d090 req-ce545d11-7b75-424d-992c-71f72dc942cb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:12.165813 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c9923660-1634-4d9f-9582-8fd60275d090 req-ce545d11-7b75-424d-992c-71f72dc942cb tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 944 time: 0.1039767 Sep 09 22:01:12.178774 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:12.179595 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:12.179595 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Floating IP 9f6e26a8-f24b-4471-aaca-fd15a16280f6 disassociated. External IP: 172.27.1.5, port: 56b6fd62-d65d-44b0-9d2d-1a62f058bf46. Sep 09 22:01:12.179914 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Calling delete_port for 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:01:12.251425 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c9923660-1634-4d9f-9582-8fd60275d090 req-186fd7a6-256c-4ffb-95ae-1e69697cb187 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760729 Sep 09 22:01:12.403722 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:12.436061 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event deleted for resources: {'Port': ['ID=56b6fd62-d65d-44b0-9d2d-1a62f058bf46,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:12.565174 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Router 3633ca26-6959-4fbc-ad10-ab2348900184 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:01:12.633642 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7c717307-6ab2-45ed-a915-ca8043a1da1d req-14a3dcc4-b4e4-4514-a7bb-916e521cf1f0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 210 time: 0.0324380 Sep 09 22:01:12.700116 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:01:12.712040 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4d199-300f-43f6-9f3d-4d88295a72e9 None None] Sync routers for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:01:12.724679 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4d199-300f-43f6-9f3d-4d88295a72e9 None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:01:12.725837 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-eec4d199-300f-43f6-9f3d-4d88295a72e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:12.767169 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] No DVR routers for this DVR port 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:01:12.770363 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:12.772606 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c7b11c1c-6999-4d77-8907-953c5caf074e req-4153e876-8dd8-4aa4-b20c-1c067d442e2e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.46 "DELETE /v2.0/ports/56b6fd62-d65d-44b0-9d2d-1a62f058bf46 HTTP/1.1" status: 204 len: 173 time: 1.0415037 Sep 09 22:01:12.773300 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'name': 'network-vif-deleted', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:01:12.788337 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d83847-f122-4eb4-a9a8-d7d1943509eb" -d '{"events": [{"server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "name": "network-vif-deleted", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:01:12.834211 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16ca96d-6bd9-40f0-b028-37a745e3a189 x-openstack-request-id: req-f16ca96d-6bd9-40f0-b028-37a745e3a189 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:01:12.834798 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0303345-d314-4a37-b6c4-320cd8d8792f", "name": "network-vif-deleted", "tag": "56b6fd62-d65d-44b0-9d2d-1a62f058bf46", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:01:12.834798 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f16ca96d-6bd9-40f0-b028-37a745e3a189 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:01:12.835310 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0303345-d314-4a37-b6c4-320cd8d8792f', 'name': 'network-vif-deleted', 'tag': '56b6fd62-d65d-44b0-9d2d-1a62f058bf46', 'status': 'completed', 'code': 200} Sep 09 22:01:13.019294 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-eec4d199-300f-43f6-9f3d-4d88295a72e9 None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:01:13.227070 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-eec4d199-300f-43f6-9f3d-4d88295a72e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:13.258153 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4d199-300f-43f6-9f3d-4d88295a72e9 None None] Checking router: 3633ca26-6959-4fbc-ad10-ab2348900184 for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:01:13.266659 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4d199-300f-43f6-9f3d-4d88295a72e9 None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:01:13.267273 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-eec4d199-300f-43f6-9f3d-4d88295a72e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:13.313638 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 68c31278-4e70-4611-9a9b-2863b3082ae7 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:01:13.366745 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fddd9-af71-42e4-bfac-1789887db4db req-550dbccb-9c33-4956-b8f6-a693a01181b5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:13.368591 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-123fddd9-af71-42e4-bfac-1789887db4db req-550dbccb-9c33-4956-b8f6-a693a01181b5 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 944 time: 0.0494313 Sep 09 22:01:13.409281 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-eec4d199-300f-43f6-9f3d-4d88295a72e9 None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:01:13.421095 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-123fddd9-af71-42e4-bfac-1789887db4db req-1f9813cf-0515-44b3-a633-b5a042ffce09 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452497 Sep 09 22:01:13.522877 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 68c31278-4e70-4611-9a9b-2863b3082ae7 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:01:13.549581 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 68c31278-4e70-4611-9a9b-2863b3082ae7 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:01:13.549910 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:13.689716 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:13.726873 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-eec4d199-300f-43f6-9f3d-4d88295a72e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:13.747419 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c31278-4e70-4611-9a9b-2863b3082ae7'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:01:13.747419 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc12cb1-ea8c-430a-8558-b18776d496cd" -d '{"events": [{"server_uuid": "10225d63-2688-43a6-b97d-c22af96bcd9a", "name": "network-vif-plugged", "status": "completed", "tag": "68c31278-4e70-4611-9a9b-2863b3082ae7"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:01:13.781655 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-321676c6-3ba0-49d9-93e2-b4af99c7ba1e req-184c252d-421e-4627-b09e-1f8e6f41294c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0303345-d314-4a37-b6c4-320cd8d8792f HTTP/1.1" status: 200 len: 210 time: 0.0362406 Sep 09 22:01:13.822973 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 68c31278-4e70-4611-9a9b-2863b3082ae7, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=68c31278-4e70-4611-9a9b-2863b3082ae7,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:01:13.824262 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4d199-300f-43f6-9f3d-4d88295a72e9 None None] The sync data for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi is: [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:01:13.849132 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6554d7d-77cc-41d1-a637-afef96defb57 x-openstack-request-id: req-a6554d7d-77cc-41d1-a637-afef96defb57 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:01:13.849616 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10225d63-2688-43a6-b97d-c22af96bcd9a", "name": "network-vif-plugged", "status": "completed", "tag": "68c31278-4e70-4611-9a9b-2863b3082ae7", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:01:13.849820 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6554d7d-77cc-41d1-a637-afef96defb57 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:01:13.850282 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c31278-4e70-4611-9a9b-2863b3082ae7', 'code': 200} Sep 09 22:01:13.910142 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:13.914062 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:01:13.952535 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:01:13.952874 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 56b6fd62-d65d-44b0-9d2d-1a62f058bf46 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:01:13.980515 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=68c31278-4e70-4611-9a9b-2863b3082ae7,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:14.050412 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ca70f-4aea-4e37-821b-46468d06f8e6 None None] New status for floating IP 9f6e26a8-f24b-4471-aaca-fd15a16280f6: DOWN {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:01:14.190991 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2108a-1a0c-49b5-a890-0a227f52b807 req-4f2a8c82-df6e-415a-94d3-d40813503626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:14.192571 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-84c2108a-1a0c-49b5-a890-0a227f52b807 req-4f2a8c82-df6e-415a-94d3-d40813503626 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 1098 time: 0.0413516 Sep 09 22:01:14.230654 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-84c2108a-1a0c-49b5-a890-0a227f52b807 req-284273c5-873b-4c4b-8e14-3cc1643f2d31 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Sep 09 22:01:14.538026 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3af7bd-57e8-4869-ac75-75b87c0071bb req-93b91356-1005-42d0-804c-2ec138995f3a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:14.539536 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3d3af7bd-57e8-4869-ac75-75b87c0071bb req-93b91356-1005-42d0-804c-2ec138995f3a tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 945 time: 0.0483208 Sep 09 22:01:14.576842 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3d3af7bd-57e8-4869-ac75-75b87c0071bb req-b330a0a2-a115-48f3-a08f-6dd0f8c56a00 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314305 Sep 09 22:01:14.917344 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57264) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:14.976025 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:14.997534 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:15.146469 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:15.149903 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:15.151260 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "DELETE /v2.0/security-groups/6dc16dee-ff4c-42ae-94a2-808ef707a599 HTTP/1.1" status: 204 len: 168 time: 0.2328172 Sep 09 22:01:15.154201 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 57290) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:15.163948 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc16dee-ff4c-42ae-94a2-808ef707a599,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:15.172980 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.173526 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.174164 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.174701 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.175196 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.175691 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.176175 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.176697 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.177194 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.177521 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.178019 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.178564 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350256f8-12c8-4c93-a931-2e0cf9c78402 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:01:15.181150 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.api.v2.resource [None req-db5fe6fc-78ba-4dc8-af27-32ba4acfe97e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] show failed (client error): The resource could not be found. Sep 09 22:01:15.191231 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-db5fe6fc-78ba-4dc8-af27-32ba4acfe97e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups/6dc16dee-ff4c-42ae-94a2-808ef707a599 HTTP/1.1" status: 404 len: 347 time: 0.0342429 Sep 09 22:01:15.200248 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:01:15.200863 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 57296) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:15.341256 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-4484cd83-2090-49cb-85e2-4c67e56fad69 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Deleting port b79c0b89-9545-48ea-bf89-9c693e52c3e3 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:01:15.341516 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4484cd83-2090-49cb-85e2-4c67e56fad69 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:15.419053 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4484cd83-2090-49cb-85e2-4c67e56fad69 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:15.419053 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4484cd83-2090-49cb-85e2-4c67e56fad69 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:15.431227 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-4484cd83-2090-49cb-85e2-4c67e56fad69 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Calling delete_port for b79c0b89-9545-48ea-bf89-9c693e52c3e3 owned by network:floatingip {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:01:15.626605 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4484cd83-2090-49cb-85e2-4c67e56fad69 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:15.652922 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484cd83-2090-49cb-85e2-4c67e56fad69 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event deleted for resources: {'Port': ['ID=b79c0b89-9545-48ea-bf89-9c693e52c3e3,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:15.695791 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d53292-9d19-4045-8180-d8f148d21824 req-46ef8951-6325-48a8-9864-56e4ec2c42c3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:15.697344 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f8d53292-9d19-4045-8180-d8f148d21824 req-46ef8951-6325-48a8-9864-56e4ec2c42c3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 945 time: 0.0518110 Sep 09 22:01:15.715891 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4484cd83-2090-49cb-85e2-4c67e56fad69 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:15.718455 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4484cd83-2090-49cb-85e2-4c67e56fad69 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:15.719613 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-4484cd83-2090-49cb-85e2-4c67e56fad69 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "DELETE /v2.0/floatingips/9f6e26a8-f24b-4471-aaca-fd15a16280f6 HTTP/1.1" status: 204 len: 168 time: 0.5112510 Sep 09 22:01:15.736361 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f8d53292-9d19-4045-8180-d8f148d21824 req-d4d3a3cf-e164-4a42-acd3-40b0d847dce7 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Sep 09 22:01:15.852163 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046df57-c600-4bff-9b80-8e02ffe68bc2 req-3cd0a020-7638-4df1-9d7f-83d925da02b1 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:15.853784 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3046df57-c600-4bff-9b80-8e02ffe68bc2 req-3cd0a020-7638-4df1-9d7f-83d925da02b1 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 945 time: 0.0491455 Sep 09 22:01:15.862798 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 57306) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:15.867276 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-496b4238-a62f-48c9-9b9b-8621511e1c4f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Request body: {'floatingip': {'port_id': '68c31278-4e70-4611-9a9b-2863b3082ae7'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:15.905692 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-496b4238-a62f-48c9-9b9b-8621511e1c4f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.030642 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57308) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:16.035220 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-4cbe0fa7-f0dd-433e-926e-8654ef01c91c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198298728', 'description': 'tempest-description--1088533549'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:16.135886 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0fa7-f0dd-433e-926e-8654ef01c91c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.219456 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0fa7-f0dd-433e-926e-8654ef01c91c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.289480 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0fa7-f0dd-433e-926e-8654ef01c91c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.325576 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe0fa7-f0dd-433e-926e-8654ef01c91c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c551e010-504b-4e56-b2a0-4359b78258a8,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:16.342308 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-496b4238-a62f-48c9-9b9b-8621511e1c4f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.372984 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0fa7-f0dd-433e-926e-8654ef01c91c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.374335 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-4cbe0fa7-f0dd-433e-926e-8654ef01c91c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3426685 Sep 09 22:01:16.381752 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57314) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:16.386937 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-572a2eec-c84d-4a28-9147-17709e0fb26a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'security_group_rule': {'security_group_id': 'c551e010-504b-4e56-b2a0-4359b78258a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:16.395749 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-496b4238-a62f-48c9-9b9b-8621511e1c4f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.496512 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-572a2eec-c84d-4a28-9147-17709e0fb26a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.498809 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [None req-496b4238-a62f-48c9-9b9b-8621511e1c4f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Floating IP 7d2380d7-ae51-4877-8eb1-50b3dd85355a associated. External IP: 172.27.1.69, port: 68c31278-4e70-4611-9a9b-2863b3082ae7. Sep 09 22:01:16.561996 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-572a2eec-c84d-4a28-9147-17709e0fb26a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.643855 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-572a2eec-c84d-4a28-9147-17709e0fb26a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.661246 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a2eec-c84d-4a28-9147-17709e0fb26a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16272695-7132-4128-8d20-e951d066ce56,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:16.772723 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-572a2eec-c84d-4a28-9147-17709e0fb26a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.774126 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-572a2eec-c84d-4a28-9147-17709e0fb26a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3913441 Sep 09 22:01:16.774710 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57322) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:16.780818 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57324) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:16.785680 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-a6318e6e-3d9a-4188-a10c-727d3c0261e4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'security_group_rule': {'security_group_id': 'c551e010-504b-4e56-b2a0-4359b78258a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:16.883461 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a6318e6e-3d9a-4188-a10c-727d3c0261e4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.927599 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57330) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:16.945738 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a6318e6e-3d9a-4188-a10c-727d3c0261e4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.968673 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c8a67c86-499e-493f-9290-b5b12776682d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:16.988523 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496b4238-a62f-48c9-9b9b-8621511e1c4f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:01:17.019070 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a6318e6e-3d9a-4188-a10c-727d3c0261e4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.059668 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-c157974b-1fd1-4b61-a7a0-a3f5cd58f4f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f28b93bc23d456887d8b46c16de81f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308033 Sep 09 22:01:17.062248 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6318e6e-3d9a-4188-a10c-727d3c0261e4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb12916-91ae-4775-a2c6-7eb58c9f36ad,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:17.065092 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57334) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:17.097291 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496b4238-a62f-48c9-9b9b-8621511e1c4f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:01:17.102672 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-496b4238-a62f-48c9-9b9b-8621511e1c4f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.109054 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81185786-66aa-4c82-bf13-26044e7ca294 None None] Sync routers for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:01:17.123475 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81185786-66aa-4c82-bf13-26044e7ca294 None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:01:17.124382 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-81185786-66aa-4c82-bf13-26044e7ca294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:17.131711 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-496b4238-a62f-48c9-9b9b-8621511e1c4f tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "PUT /v2.0/floatingips/7d2380d7-ae51-4877-8eb1-50b3dd85355a HTTP/1.1" status: 200 len: 990 time: 1.2677901 Sep 09 22:01:17.132313 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'tag': '68c31278-4e70-4611-9a9b-2863b3082ae7'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:01:17.136518 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51d542e-53fa-4f33-8c96-6171894ff95d" -d '{"events": [{"name": "network-changed", "server_uuid": "10225d63-2688-43a6-b97d-c22af96bcd9a", "tag": "68c31278-4e70-4611-9a9b-2863b3082ae7"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:01:17.157118 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c8a67c86-499e-493f-9290-b5b12776682d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.158158 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f96c67d-b3f6-440b-8361-0d40b159c0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.178493 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1951c8-8dfa-4272-bef3-f0430e6c954b x-openstack-request-id: req-0a1951c8-8dfa-4272-bef3-f0430e6c954b {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:01:17.178944 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10225d63-2688-43a6-b97d-c22af96bcd9a", "tag": "68c31278-4e70-4611-9a9b-2863b3082ae7", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:01:17.179202 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a1951c8-8dfa-4272-bef3-f0430e6c954b {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:01:17.179626 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'tag': '68c31278-4e70-4611-9a9b-2863b3082ae7', 'status': 'completed', 'code': 200} Sep 09 22:01:17.180627 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f96c67d-b3f6-440b-8361-0d40b159c0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.234647 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c8a67c86-499e-493f-9290-b5b12776682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.245439 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-81185786-66aa-4c82-bf13-26044e7ca294 None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:01:17.250756 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d542e-53fa-4f33-8c96-6171894ff95d req-67b07bdb-9e25-4cd5-886b-1053cb5962e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:17.252388 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c51d542e-53fa-4f33-8c96-6171894ff95d req-67b07bdb-9e25-4cd5-886b-1053cb5962e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19c2697bc0824207a1d617336ec8a226&device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 1098 time: 0.0494237 Sep 09 22:01:17.279616 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-c8a67c86-499e-493f-9290-b5b12776682d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe666019dad444c9bc52e201ec0f82a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009100 Sep 09 22:01:17.279902 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57340) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:17.286365 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a67c86-499e-493f-9290-b5b12776682d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4167858-7941-4ac1-815f-39ad44919244,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:17.338597 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1ccd-3fc5-4d34-9698-2da3cceb2e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.361686 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d542e-53fa-4f33-8c96-6171894ff95d req-86457916-6b8c-420c-bab1-4ba674c0f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:17.362763 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f96c67d-b3f6-440b-8361-0d40b159c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.363557 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c51d542e-53fa-4f33-8c96-6171894ff95d req-86457916-6b8c-420c-bab1-4ba674c0f0d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 HTTP/1.1" status: 200 len: 911 time: 0.1042113 Sep 09 22:01:17.365280 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f96c67d-b3f6-440b-8361-0d40b159c0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.366556 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-6f96c67d-b3f6-440b-8361-0d40b159c0ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bc5beab-22cd-4d48-b3cd-b6733d2dfd46 HTTP/1.1" status: 204 len: 168 time: 0.2992799 Sep 09 22:01:17.368736 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1ccd-3fc5-4d34-9698-2da3cceb2e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.386399 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96c67d-b3f6-440b-8361-0d40b159c0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc5beab-22cd-4d48-b3cd-b6733d2dfd46,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:17.398572 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a6318e6e-3d9a-4188-a10c-727d3c0261e4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.403282 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a6318e6e-3d9a-4188-a10c-727d3c0261e4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6179585 Sep 09 22:01:17.403282 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57344) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:17.413921 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'floatingip': {'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:17.447011 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c51d542e-53fa-4f33-8c96-6171894ff95d req-23193a27-acbe-433a-ba31-e28a0754987a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68c31278-4e70-4611-9a9b-2863b3082ae7 HTTP/1.1" status: 200 len: 998 time: 0.0752447 Sep 09 22:01:17.498171 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d542e-53fa-4f33-8c96-6171894ff95d req-afff0750-7114-4fbc-a30c-95b4d0738aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:17.499618 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c51d542e-53fa-4f33-8c96-6171894ff95d req-afff0750-7114-4fbc-a30c-95b4d0738aae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f HTTP/1.1" status: 200 len: 849 time: 0.0462437 Sep 09 22:01:17.539381 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.548941 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d542e-53fa-4f33-8c96-6171894ff95d req-4de3e500-3535-4a27-a880-891936cd7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:17.550445 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c51d542e-53fa-4f33-8c96-6171894ff95d req-4de3e500-3535-4a27-a880-891936cd7ffe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435898 Sep 09 22:01:17.559097 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-81185786-66aa-4c82-bf13-26044e7ca294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '7d2380d7-ae51-4877-8eb1-50b3dd85355a', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'port_id': '68c31278-4e70-4611-9a9b-2863b3082ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'mac_address': 'fa:16:3e:d0:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:01:01Z', 'updated_at': '2021-09-09T22:01:16Z', 'revision_number': 1, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:17.584604 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1ccd-3fc5-4d34-9698-2da3cceb2e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.586555 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81185786-66aa-4c82-bf13-26044e7ca294 None None] Checking router: 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:01:17.587465 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1ccd-3fc5-4d34-9698-2da3cceb2e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.589759 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-fd3f1ccd-3fc5-4d34-9698-2da3cceb2e53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4167858-7941-4ac1-815f-39ad44919244 HTTP/1.1" status: 204 len: 168 time: 0.3085144 Sep 09 22:01:17.607195 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81185786-66aa-4c82-bf13-26044e7ca294 None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:01:17.607829 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-81185786-66aa-4c82-bf13-26044e7ca294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:00:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:17.639112 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f1ccd-3fc5-4d34-9698-2da3cceb2e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4167858-7941-4ac1-815f-39ad44919244,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:17.674853 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:17.675576 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c51d542e-53fa-4f33-8c96-6171894ff95d req-434ec1f0-e98a-4aec-af6d-8e2101b8738d service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162732 Sep 09 22:01:17.758856 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-81185786-66aa-4c82-bf13-26044e7ca294 None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:01:17.836309 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Allocated IP 172.27.1.82 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/9dacad61-88b7-4131-a18b-c4d47bf83a43) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:01:17.866200 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c51d542e-53fa-4f33-8c96-6171894ff95d req-6c5c9855-649a-4fc0-a22e-d05238f16d68 service neutron] 10.222.0.46 "GET /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836827 Sep 09 22:01:17.976282 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:18.030594 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-81185786-66aa-4c82-bf13-26044e7ca294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '7d2380d7-ae51-4877-8eb1-50b3dd85355a', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'port_id': '68c31278-4e70-4611-9a9b-2863b3082ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'mac_address': 'fa:16:3e:d0:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:01:01Z', 'updated_at': '2021-09-09T22:01:16Z', 'revision_number': 1, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:18.057393 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81185786-66aa-4c82-bf13-26044e7ca294 None None] The sync data for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi is: [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '7d2380d7-ae51-4877-8eb1-50b3dd85355a', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'port_id': '68c31278-4e70-4611-9a9b-2863b3082ae7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'mac_address': 'fa:16:3e:d0:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:01:01Z', 'updated_at': '2021-09-09T22:01:16Z', 'revision_number': 1, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:01:18.076573 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:18.115539 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:01:18.121523 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:01:18.127918 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:01:18.153200 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'Port': ['ID=9dacad61-88b7-4131-a18b-c4d47bf83a43,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:18.220013 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:18.277721 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc309be-604a-4361-a788-30161138596b None None] New status for floating IP 7d2380d7-ae51-4877-8eb1-50b3dd85355a: ACTIVE {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:01:18.326619 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:18.482403 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:18.569669 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:18.635313 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'Port': ['ID=9dacad61-88b7-4131-a18b-c4d47bf83a43,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:18.647332 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:18.739339 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:18.740590 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2353cbca-7f6f-4d17-9612-35c5e0683b99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3367758 Sep 09 22:01:18.931642 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-66ce4062-9cc6-4882-9c20-84f546243455 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1198298728&fields=id&tenant_id=cab9b64709c14bb79aca397392ea3687 HTTP/1.1" status: 200 len: 267 time: 0.0337627 Sep 09 22:01:19.044649 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-119711b1-5054-4db4-8e61-93fbf0804622 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:19.046001 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-119711b1-5054-4db4-8e61-93fbf0804622 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 817 time: 0.1071904 Sep 09 22:01:19.061185 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-26e053d9-fa57-4df9-a588-1ccddf3a74d8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/quotas/cab9b64709c14bb79aca397392ea3687 HTTP/1.1" status: 200 len: 375 time: 0.0093138 Sep 09 22:01:19.113748 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-76a806d0-25ed-41a2-81a6-0934bc9cb756 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468090 Sep 09 22:01:19.139111 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-cbc95f58-cfad-4d9e-9333-1a36e0b7add0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:19.212801 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e6f74fce-3029-4dc4-ab17-44e38ab5ff26 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866737 Sep 09 22:01:19.307086 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-4cf796c4-d5ff-437a-b726-660bd5e9be3b service neutron] 10.222.0.52 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880687 Sep 09 22:01:19.539091 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-79dc792a-1c9b-4b44-81d5-dbfdadae9302 req-64ff81a6-ecaa-4fda-bd56-8ca70b823b9f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 210 time: 0.0260894 Sep 09 22:01:20.635683 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-69247153-4a6e-4415-b322-398b8df07303 req-51474df9-7ffa-4c31-ac1c-ce3fefce4eec tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 210 time: 0.0249023 Sep 09 22:01:21.451314 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-f1bee2a5-006b-4739-85bd-d2349c380bda tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:21.452847 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-f1bee2a5-006b-4739-85bd-d2349c380bda tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.46 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 817 time: 0.1022170 Sep 09 22:01:21.513045 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-1d0e9879-3b4f-44c0-a72f-968e756c5468 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cab9b64709c14bb79aca397392ea3687 HTTP/1.1" status: 200 len: 380 time: 0.0499845 Sep 09 22:01:21.528538 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'port': {'device_id': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'admin_state_up': True, 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'security_groups': ['c551e010-504b-4e56-b2a0-4359b78258a8']}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:21.723583 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Made reservation on behalf of cab9b64709c14bb79aca397392ea3687 for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:01:21.727346 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:21.737715 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cb709f1e-1b6b-4b5b-89a7-ed796ed4ac98 req-577ad8ee-e85f-4704-a165-ade2822ab494 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 210 time: 0.0302293 Sep 09 22:01:21.860162 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Allocated IP 172.20.0.14 (e1ca508e-6667-482f-b954-a00d4eeee63d/cbe964a5-116b-492c-a18b-c24d54879974/63980ade-0982-4dc9-bc6e-f2e66c79f30a) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:01:21.951857 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-865202f9-13ae-4e9b-a19f-d1a5b1e02a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:22.001181 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:22.014702 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Transition to ACTIVE for port object 63980ade-0982-4dc9-bc6e-f2e66c79f30a will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:01:22.037570 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:22.129483 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:22.172563 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Network e1ca508e-6667-482f-b954-a00d4eeee63d is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:01:22.175569 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:01:22.181340 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:01:22.189078 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event updated for resources: {'Port': ['ID=63980ade-0982-4dc9-bc6e-f2e66c79f30a,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:22.238846 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:22.239526 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:22.324676 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-ae444a31-f1d9-4b02-a768-84bfdec84a8c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8001294 Sep 09 22:01:22.342815 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Request body: {'port': {'device_id': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:22.405879 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:22.483532 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-9d9b0bc5-42c0-4eb8-a64b-37c61a22ca4e None None] Provisioning for port 63980ade-0982-4dc9-bc6e-f2e66c79f30a completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:01:22.487734 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-9d9b0bc5-42c0-4eb8-a64b-37c61a22ca4e None None] Provisioning complete for port 63980ade-0982-4dc9-bc6e-f2e66c79f30a triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:01:22.488141 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0bc5-42c0-4eb8-a64b-37c61a22ca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:22.526336 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b0bc5-42c0-4eb8-a64b-37c61a22ca4e None None] Port 63980ade-0982-4dc9-bc6e-f2e66c79f30a cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:01:22.680807 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63980ade-0982-4dc9-bc6e-f2e66c79f30a {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:01:22.688194 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:22.700551 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Transition to ACTIVE for port object 63980ade-0982-4dc9-bc6e-f2e66c79f30a will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:01:22.803571 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:22.879470 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Pushing event updated for resources: {'Port': ['ID=63980ade-0982-4dc9-bc6e-f2e66c79f30a,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:22.879571 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003eb15-cdf1-480a-9de1-a75832d435b1 req-462ae501-a795-462b-a688-8b20ba385b10 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:22.879571 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e003eb15-cdf1-480a-9de1-a75832d435b1 req-462ae501-a795-462b-a688-8b20ba385b10 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0567825 Sep 09 22:01:22.918542 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e003eb15-cdf1-480a-9de1-a75832d435b1 req-bd768b0e-7bb5-4ee2-8a40-b4770d2a2021 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383508 Sep 09 22:01:22.957053 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Attempting to bind port 63980ade-0982-4dc9-bc6e-f2e66c79f30a on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:01:22.957596 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Attempting to bind port 63980ade-0982-4dc9-bc6e-f2e66c79f30a by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:01:22.958137 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Attempting to bind port 63980ade-0982-4dc9-bc6e-f2e66c79f30a on network e1ca508e-6667-482f-b954-a00d4eeee63d {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:01:22.975879 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Port 63980ade-0982-4dc9-bc6e-f2e66c79f30a on network e1ca508e-6667-482f-b954-a00d4eeee63d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:01:22.976444 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Attempting to bind port 63980ade-0982-4dc9-bc6e-f2e66c79f30a on network e1ca508e-6667-482f-b954-a00d4eeee63d {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:01:22.983235 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:01:22.983598 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Checking segment: {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:01:22.984032 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Bound using segment: {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:01:22.984505 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Bound port: 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab0bc0f-aae2-4636-bb59-474014802e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:01:22.984869 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:23.061622 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:01:23.064884 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:01:23.141119 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:23.176663 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:23.176785 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:23.178097 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] 10.222.0.46 "PUT /v2.0/ports/63980ade-0982-4dc9-bc6e-f2e66c79f30a HTTP/1.1" status: 200 len: 1094 time: 0.8404567 Sep 09 22:01:23.178534 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:01:23.180779 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75174c18-95c8-458c-aa93-dfd9fa6f60ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:01:23.210893 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87906ea-3a89-4186-82ed-31962f0a1b04 service neutron] Pushing event updated for resources: {'Port': ['ID=63980ade-0982-4dc9-bc6e-f2e66c79f30a,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:23.229891 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1df90b1-1abf-405c-9644-8b2504d3790b x-openstack-request-id: req-d1df90b1-1abf-405c-9644-8b2504d3790b {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:01:23.240153 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:01:23.240153 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1df90b1-1abf-405c-9644-8b2504d3790b {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:01:23.240153 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'status': 'completed', 'code': 200} Sep 09 22:01:23.299341 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75174c18-95c8-458c-aa93-dfd9fa6f60ae req-23652a92-51c7-47cf-b100-d68accf51123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:23.301076 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-75174c18-95c8-458c-aa93-dfd9fa6f60ae req-23652a92-51c7-47cf-b100-d68accf51123 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 1097 time: 0.0480487 Sep 09 22:01:23.315905 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:23.405079 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75174c18-95c8-458c-aa93-dfd9fa6f60ae req-b2ba6351-4ebc-4170-b18e-68f00714e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:23.406584 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-75174c18-95c8-458c-aa93-dfd9fa6f60ae req-b2ba6351-4ebc-4170-b18e-68f00714e270 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cab9b64709c14bb79aca397392ea3687&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0969605 Sep 09 22:01:23.502652 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75174c18-95c8-458c-aa93-dfd9fa6f60ae req-cca29211-7acb-4713-afad-7c866e98c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:23.504085 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-75174c18-95c8-458c-aa93-dfd9fa6f60ae req-cca29211-7acb-4713-afad-7c866e98c914 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896170 Sep 09 22:01:23.576754 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-af1e6a94-7c13-4144-8ed4-f130a896948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:23.578138 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-af1e6a94-7c13-4144-8ed4-f130a896948d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 1097 time: 0.0396552 Sep 09 22:01:23.619699 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-41411aef-ce99-46ad-8443-9ed6bfb77340 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a HTTP/1.1" status: 200 len: 217 time: 0.0327175 Sep 09 22:01:23.669272 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-c45731cd-3a23-4421-aa23-1990561a53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:23.670824 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-c45731cd-3a23-4421-aa23-1990561a53c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe964a5-116b-492c-a18b-c24d54879974 HTTP/1.1" status: 200 len: 856 time: 0.0447934 Sep 09 22:01:23.721974 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-7d5650b8-c404-46fb-80e4-e5d0444e439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:23.723771 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-7d5650b8-c404-46fb-80e4-e5d0444e439a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1ca508e-6667-482f-b954-a00d4eeee63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455728 Sep 09 22:01:23.813574 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-f01d361d-9f9d-4e50-aad7-1556c53e7395 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819542 Sep 09 22:01:23.908410 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8c65a001-11e9-4ba8-a861-36f89c65a7eb req-d441b881-478e-43b7-9228-ad5d72729972 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870497 Sep 09 22:01:24.047856 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6fd58-bea6-490f-9f43-e6b7ed8ddff7 req-254f9d08-438f-4a6f-859b-12d02c2f1e4d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:24.049378 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-aac6fd58-bea6-490f-9f43-e6b7ed8ddff7 req-254f9d08-438f-4a6f-859b-12d02c2f1e4d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0481780 Sep 09 22:01:24.086425 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-aac6fd58-bea6-490f-9f43-e6b7ed8ddff7 req-29065710-b3e1-452b-8d5f-036e1ca7918d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311036 Sep 09 22:01:24.598348 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:25.206262 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77908fe-5f06-46e7-a6db-12322ccc6d81 req-83d33fde-fce8-4564-9d03-1f472c02c7c0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:25.207727 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b77908fe-5f06-46e7-a6db-12322ccc6d81 req-83d33fde-fce8-4564-9d03-1f472c02c7c0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0471961 Sep 09 22:01:25.250877 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b77908fe-5f06-46e7-a6db-12322ccc6d81 req-b232a643-487f-44e7-92a8-da9d53ec7cef tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369203 Sep 09 22:01:25.325896 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 63980ade-0982-4dc9-bc6e-f2e66c79f30a details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:01:25.543312 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:01:25.553922 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'port_id': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'mac_address': 'fa:16:3e:04:b7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:01:25.591115 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:25.604498 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63980ade-0982-4dc9-bc6e-f2e66c79f30a {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:01:25.623459 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:01:25.706234 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:25.755871 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=63980ade-0982-4dc9-bc6e-f2e66c79f30a,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:25.920436 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['63980ade-0982-4dc9-bc6e-f2e66c79f30a'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:01:26.368539 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118f580-225c-4d42-a6aa-a9466af973d6 req-9dda0c66-7754-43cb-aae9-aaf4be040b8e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:26.369907 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1118f580-225c-4d42-a6aa-a9466af973d6 req-9dda0c66-7754-43cb-aae9-aaf4be040b8e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 945 time: 0.0481007 Sep 09 22:01:26.407392 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1118f580-225c-4d42-a6aa-a9466af973d6 req-04307294-88ae-49c8-beca-a26995a654a5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309143 Sep 09 22:01:27.342242 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 63980ade-0982-4dc9-bc6e-f2e66c79f30a up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:01:27.464747 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 63980ade-0982-4dc9-bc6e-f2e66c79f30a completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:01:27.469285 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 63980ade-0982-4dc9-bc6e-f2e66c79f30a triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:01:27.469839 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:27.527494 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e343-af7d-44cc-b0f3-55c8795e8dbd req-d62ae2cc-f68f-4233-8781-4c0b566c76ba tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:27.529026 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f071e343-af7d-44cc-b0f3-55c8795e8dbd req-d62ae2cc-f68f-4233-8781-4c0b566c76ba tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 945 time: 0.0495667 Sep 09 22:01:27.548734 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:27.567205 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f071e343-af7d-44cc-b0f3-55c8795e8dbd req-502b072b-d83f-43dc-b3b0-92a6023337d4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Sep 09 22:01:27.571745 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:01:27.574303 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb333e7-166b-4ade-9811-a82879b61a4b" -d '{"events": [{"server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "name": "network-vif-plugged", "status": "completed", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:01:27.592879 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:01:27.614734 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cc65b8-2701-4924-941c-d1abc73cbafd x-openstack-request-id: req-36cc65b8-2701-4924-941c-d1abc73cbafd {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:01:27.615033 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "name": "network-vif-plugged", "status": "completed", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:01:27.615286 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36cc65b8-2701-4924-941c-d1abc73cbafd {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:01:27.615681 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'code': 200} Sep 09 22:01:27.661015 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:27.712761 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=63980ade-0982-4dc9-bc6e-f2e66c79f30a,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:01:27.932928 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84620114-c819-4632-8e04-d7e21dce3b36 req-9de861e5-55c9-40e2-bc5e-5eb2a683db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:27.934401 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-84620114-c819-4632-8e04-d7e21dce3b36 req-9de861e5-55c9-40e2-bc5e-5eb2a683db5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 1099 time: 0.0395041 Sep 09 22:01:27.972536 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-84620114-c819-4632-8e04-d7e21dce3b36 req-97540e3a-890d-4072-a98b-49358103a9c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Sep 09 22:01:28.688551 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043fd4-96ca-49f5-9ebd-9c79ae0dd92a req-6e7307c0-1670-4557-ab80-2b9ac2eaf538 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:28.690170 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-22043fd4-96ca-49f5-9ebd-9c79ae0dd92a req-6e7307c0-1670-4557-ab80-2b9ac2eaf538 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0479259 Sep 09 22:01:28.727669 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-22043fd4-96ca-49f5-9ebd-9c79ae0dd92a req-71003f8b-b58a-4637-a792-c3fcea57f954 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315242 Sep 09 22:01:29.848604 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6eca3-05b4-43ac-b106-d38744329b37 req-849bac54-9251-41b6-abb6-3a21ef648917 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:29.850038 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a1a6eca3-05b4-43ac-b106-d38744329b37 req-849bac54-9251-41b6-abb6-3a21ef648917 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0512180 Sep 09 22:01:29.887978 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a1a6eca3-05b4-43ac-b106-d38744329b37 req-4a93c4bf-ac07-4723-84f6-fef77d4d732b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322433 Sep 09 22:01:30.929162 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:31.006582 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd82b42-016d-4262-83fe-1a20f25b6688 req-85d1b621-c3d9-47d5-bd69-c5e9c3c38184 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:31.008000 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fdd82b42-016d-4262-83fe-1a20f25b6688 req-85d1b621-c3d9-47d5-bd69-c5e9c3c38184 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0484223 Sep 09 22:01:31.046035 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fdd82b42-016d-4262-83fe-1a20f25b6688 req-c1e4dd58-8977-4a99-8e41-f0e13babea30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317478 Sep 09 22:01:32.164168 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f93b2-e8da-474f-ba07-78eb73646a92 req-7865b9cf-6756-48e6-a9ed-9b6274472818 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:32.165665 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-175f93b2-e8da-474f-ba07-78eb73646a92 req-7865b9cf-6756-48e6-a9ed-9b6274472818 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0485573 Sep 09 22:01:32.203639 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-175f93b2-e8da-474f-ba07-78eb73646a92 req-479efd08-733e-417a-a428-848c3bce922b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Sep 09 22:01:32.321649 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a85bed-a44f-4518-8467-ff322d8686aa req-af66413f-84de-4335-be75-c07ab7d2bae5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:32.323195 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-19a85bed-a44f-4518-8467-ff322d8686aa req-af66413f-84de-4335-be75-c07ab7d2bae5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0487001 Sep 09 22:01:32.332240 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57514) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:01:32.336861 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-dd1c38bc-0050-4e75-a792-b57fba9b600d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Request body: {'floatingip': {'port_id': '63980ade-0982-4dc9-bc6e-f2e66c79f30a'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:01:32.378858 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-dd1c38bc-0050-4e75-a792-b57fba9b600d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:33.055165 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-dd1c38bc-0050-4e75-a792-b57fba9b600d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:33.134783 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-dd1c38bc-0050-4e75-a792-b57fba9b600d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:33.236955 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.l3_db [None req-dd1c38bc-0050-4e75-a792-b57fba9b600d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Floating IP d5dc8da7-e1cf-42e6-b95f-c6eba2245c36 associated. External IP: 172.27.1.82, port: 63980ade-0982-4dc9-bc6e-f2e66c79f30a. Sep 09 22:01:33.439081 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1c38bc-0050-4e75-a792-b57fba9b600d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Router 3633ca26-6959-4fbc-ad10-ab2348900184 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:01:33.543202 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1c38bc-0050-4e75-a792-b57fba9b600d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:01:33.548001 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-dd1c38bc-0050-4e75-a792-b57fba9b600d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:33.553385 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69130cac-be89-4b85-bcc4-a13d9bd835cd None None] Sync routers for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:01:33.563583 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69130cac-be89-4b85-bcc4-a13d9bd835cd None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:01:33.564306 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-69130cac-be89-4b85-bcc4-a13d9bd835cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:01:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:33.577782 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-dd1c38bc-0050-4e75-a792-b57fba9b600d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "PUT /v2.0/floatingips/d5dc8da7-e1cf-42e6-b95f-c6eba2245c36 HTTP/1.1" status: 200 len: 991 time: 1.2413321 Sep 09 22:01:33.577782 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a'}] {{(pid=100961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:01:33.578273 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b65d93457b8c871874c01ecb4d659631ef50cf60421be1b29a611e90dc15954f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a"}]}' {{(pid=100961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:01:33.678968 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-69130cac-be89-4b85-bcc4-a13d9bd835cd None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:01:33.734220 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ecdb09-95b4-4fca-aa30-42501b520607 x-openstack-request-id: req-94ecdb09-95b4-4fca-aa30-42501b520607 {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:01:33.734503 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a", "status": "completed", "code": 200}]} {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:01:33.734749 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94ecdb09-95b4-4fca-aa30-42501b520607 {{(pid=100961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:01:33.735135 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'status': 'completed', 'code': 200} Sep 09 22:01:33.795354 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3 req-96b24842-674c-471b-8a8b-ef291cb71888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:33.796901 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3 req-96b24842-674c-471b-8a8b-ef291cb71888 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 1099 time: 0.0396585 Sep 09 22:01:33.888981 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3 req-13be286e-9e98-41d2-975b-ec9b23336c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:33.890447 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3 req-13be286e-9e98-41d2-975b-ec9b23336c71 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 918 time: 0.0858467 Sep 09 22:01:33.901881 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-69130cac-be89-4b85-bcc4-a13d9bd835cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'd5dc8da7-e1cf-42e6-b95f-c6eba2245c36', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'port_id': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'mac_address': 'fa:16:3e:04:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:01:18Z', 'updated_at': '2021-09-09T22:01:32Z', 'revision_number': 1, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:33.931777 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69130cac-be89-4b85-bcc4-a13d9bd835cd None None] Checking router: 3633ca26-6959-4fbc-ad10-ab2348900184 for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:01:33.940848 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69130cac-be89-4b85-bcc4-a13d9bd835cd None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:01:33.941415 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-69130cac-be89-4b85-bcc4-a13d9bd835cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:01:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:33.958344 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3 req-7c666420-20e8-44ee-81f5-26fcab171ac6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a HTTP/1.1" status: 200 len: 999 time: 0.0572622 Sep 09 22:01:34.018512 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3 req-f158f9f0-106c-49b9-9737-651774fe68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:34.020499 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3 req-f158f9f0-106c-49b9-9737-651774fe68cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe964a5-116b-492c-a18b-c24d54879974 HTTP/1.1" status: 200 len: 856 time: 0.0512333 Sep 09 22:01:34.062912 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-69130cac-be89-4b85-bcc4-a13d9bd835cd None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:01:34.075427 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3 req-9d343747-4e85-45ba-861f-01d875418585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:01:34.076959 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3 req-9d343747-4e85-45ba-861f-01d875418585 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1ca508e-6667-482f-b954-a00d4eeee63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460312 Sep 09 22:01:34.182037 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3 req-69869244-5ae1-4dac-b2a2-77d86db8cb0b service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904751 Sep 09 22:01:34.283859 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-53ff0352-58b9-4f99-8905-ebbd8c3d01a3 req-83665337-55bd-4ab7-b3bf-5ac8066db358 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911682 Sep 09 22:01:34.310738 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-69130cac-be89-4b85-bcc4-a13d9bd835cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'd5dc8da7-e1cf-42e6-b95f-c6eba2245c36', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'port_id': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'mac_address': 'fa:16:3e:04:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:01:18Z', 'updated_at': '2021-09-09T22:01:32Z', 'revision_number': 1, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:01:34.335918 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69130cac-be89-4b85-bcc4-a13d9bd835cd None None] The sync data for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi is: [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'd5dc8da7-e1cf-42e6-b95f-c6eba2245c36', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'port_id': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'mac_address': 'fa:16:3e:04:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:01:18Z', 'updated_at': '2021-09-09T22:01:32Z', 'revision_number': 1, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:01:34.528634 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5431165-1e2b-400d-ab03-7a9c8951d5ec None None] New status for floating IP d5dc8da7-e1cf-42e6-b95f-c6eba2245c36: ACTIVE {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:01:49.169155 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-5a3dbd2c-46e7-4625-b4cf-958eafd3869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:51.951568 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ab260440-68a9-4d14-b9a6-67c8056b4cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:52.042851 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:52.198378 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:01:53.311383 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:01:54.591200 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:00.927064 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:02.661330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57806) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:02.768911 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fd10ddb3-0d4d-4ae1-a4d2-049942d56700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:02.857624 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fd10ddb3-0d4d-4ae1-a4d2-049942d56700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:02.963191 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-fd10ddb3-0d4d-4ae1-a4d2-049942d56700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:03.009397 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-fd10ddb3-0d4d-4ae1-a4d2-049942d56700 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f77436b506aa4980ae0dba34a9974eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397655 Sep 09 22:02:03.009397 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10ddb3-0d4d-4ae1-a4d2-049942d56700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cd47c3-3162-4407-8a93-fd820c4ef938,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:03.009702 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 57810) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:03.054190 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:03.075240 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:03.215218 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:03.218127 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:03.220594 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04cd47c3-3162-4407-8a93-fd820c4ef938 HTTP/1.1" status: 204 len: 168 time: 0.2134116 Sep 09 22:02:03.231769 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cd47c3-3162-4407-8a93-fd820c4ef938,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:03.240568 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:03.245522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:03.245522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:03.245522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:03.245522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:03.245522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:03.245522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:03.245522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:03.245522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:03.245522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:03.245522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:03.245522 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47265a0-eee4-4222-adc0-e1654d6bc6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:13.848938 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 57946) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:13.956375 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-63f063b6-7270-4ff7-b1eb-46ec5bad797f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:14.045810 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-63f063b6-7270-4ff7-b1eb-46ec5bad797f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:14.145745 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-63f063b6-7270-4ff7-b1eb-46ec5bad797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:14.192245 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 57954) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:14.192984 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-63f063b6-7270-4ff7-b1eb-46ec5bad797f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=721a7c0a5f594f1f854910bf3b2c33e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422790 Sep 09 22:02:14.193223 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f063b6-7270-4ff7-b1eb-46ec5bad797f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa33417b-b7c9-4202-b6bc-03f00ea23174,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:14.249979 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f9bc-c5ff-4ebd-95c5-c622380a9b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:14.271895 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f9bc-c5ff-4ebd-95c5-c622380a9b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:14.385737 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f9bc-c5ff-4ebd-95c5-c622380a9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:14.388665 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f9bc-c5ff-4ebd-95c5-c622380a9b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:14.389818 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-dcf0f9bc-c5ff-4ebd-95c5-c622380a9b63 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa33417b-b7c9-4202-b6bc-03f00ea23174 HTTP/1.1" status: 204 len: 168 time: 0.1947756 Sep 09 22:02:14.399710 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0f9bc-c5ff-4ebd-95c5-c622380a9b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa33417b-b7c9-4202-b6bc-03f00ea23174,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:18.144712 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ea4be-484e-4c9c-858a-e4f3eed34b8f req-982cbb66-21c5-4949-8e4a-8652ec0b87cb tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:18.146207 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-581ea4be-484e-4c9c-858a-e4f3eed34b8f req-982cbb66-21c5-4949-8e4a-8652ec0b87cb tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0483384 Sep 09 22:02:18.186415 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-581ea4be-484e-4c9c-858a-e4f3eed34b8f req-59e173f9-2795-4942-b173-ae79b9afe107 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341885 Sep 09 22:02:19.134110 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2ab1-01ef-49bf-a93a-56d821ceb4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:19.306705 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab66527-c5a8-4f55-a43f-e53aae43cf2c req-86f7b611-803c-41df-b356-790264ff4d7f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:19.308201 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8ab66527-c5a8-4f55-a43f-e53aae43cf2c req-86f7b611-803c-41df-b356-790264ff4d7f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0477674 Sep 09 22:02:19.346162 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8ab66527-c5a8-4f55-a43f-e53aae43cf2c req-1311003d-2961-45fc-af87-36b7ce18e0e4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321002 Sep 09 22:02:20.466541 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a08c4a-7cb0-4f4a-9d6c-96d75c60e6be req-cb75d96c-0e51-4395-b890-dfa60f89d1c5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:20.468015 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15a08c4a-7cb0-4f4a-9d6c-96d75c60e6be req-cb75d96c-0e51-4395-b890-dfa60f89d1c5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0504563 Sep 09 22:02:20.505479 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15a08c4a-7cb0-4f4a-9d6c-96d75c60e6be req-cab5ad5f-8185-4ba3-8a40-a1601b41374f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310545 Sep 09 22:02:21.646856 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ed926-789a-4ec8-ad1a-13ea26e7c561 req-cd0caddc-c334-4d56-9ff0-0913ba1c0595 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:21.649464 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9d0ed926-789a-4ec8-ad1a-13ea26e7c561 req-cd0caddc-c334-4d56-9ff0-0913ba1c0595 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0720868 Sep 09 22:02:21.687119 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9d0ed926-789a-4ec8-ad1a-13ea26e7c561 req-6210b5cd-aa1a-4054-bcfd-4ba8ad4ce0ea tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318198 Sep 09 22:02:21.945674 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-6e9cf61a-8040-4627-9fad-80fc20868203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:22.092758 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:22.808967 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911adc1-dcc8-4a04-a7b3-4ade8e23e561 req-a938ffdd-089d-4a01-b64d-e17101ee3cdc tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:22.810440 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7911adc1-dcc8-4a04-a7b3-4ade8e23e561 req-a938ffdd-089d-4a01-b64d-e17101ee3cdc tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0504453 Sep 09 22:02:22.848135 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7911adc1-dcc8-4a04-a7b3-4ade8e23e561 req-3c3017ad-f9f1-46a8-84e8-2e25b3924207 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311694 Sep 09 22:02:23.282193 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:23.970111 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c49fc4-164b-444b-8732-0b2443be5fb0 req-754265d7-e449-4fba-975b-5cd93aae9a34 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:23.972494 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-71c49fc4-164b-444b-8732-0b2443be5fb0 req-754265d7-e449-4fba-975b-5cd93aae9a34 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0516346 Sep 09 22:02:24.009179 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-71c49fc4-164b-444b-8732-0b2443be5fb0 req-f903fd41-3fa8-4b79-9381-857370c87a83 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307686 Sep 09 22:02:24.636731 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:25.139256 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cb3d2-550f-4d0a-a3f8-112af2001ab3 req-22f5f662-f2b9-4afe-9195-02fccdbaf39c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:25.139256 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-242cb3d2-550f-4d0a-a3f8-112af2001ab3 req-22f5f662-f2b9-4afe-9195-02fccdbaf39c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0540295 Sep 09 22:02:25.177766 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-242cb3d2-550f-4d0a-a3f8-112af2001ab3 req-999e44d7-232e-4df6-92a3-b06c82ceb4ca tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350151 Sep 09 22:02:25.757670 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18178fcd-6657-46b8-a07d-4d245f266897 req-8d259701-24d8-49ea-9665-f9ae62681d0d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:25.759156 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-18178fcd-6657-46b8-a07d-4d245f266897 req-8d259701-24d8-49ea-9665-f9ae62681d0d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 945 time: 0.0470469 Sep 09 22:02:25.796082 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-18178fcd-6657-46b8-a07d-4d245f266897 req-dbd5b7fb-8ed1-4f31-9480-4dd701009e2e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308828 Sep 09 22:02:26.296704 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c5a0f-de63-4fd7-bff2-306c6816aca8 req-b5da9b9f-15f4-479b-b491-2cfc2aacdd91 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:26.298158 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ff5c5a0f-de63-4fd7-bff2-306c6816aca8 req-b5da9b9f-15f4-479b-b491-2cfc2aacdd91 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0467732 Sep 09 22:02:26.334897 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ff5c5a0f-de63-4fd7-bff2-306c6816aca8 req-0624a196-f408-4cae-9957-c0607fae229a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303750 Sep 09 22:02:26.908475 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a86e5-0af6-4dd2-a48b-51a0000e4c7b req-66a47936-72cd-4b0c-bb3a-17f6d9174887 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:26.910507 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-410a86e5-0af6-4dd2-a48b-51a0000e4c7b req-66a47936-72cd-4b0c-bb3a-17f6d9174887 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 945 time: 0.0479910 Sep 09 22:02:26.949299 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-410a86e5-0af6-4dd2-a48b-51a0000e4c7b req-98d2c8a8-1d82-45c1-aeee-7917bc392b23 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329611 Sep 09 22:02:27.457162 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5d418-45ed-49d8-9f27-2b1eccb1a40c req-f09cac9f-84ea-4b4f-a020-f94780a4aa54 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:27.458652 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-67f5d418-45ed-49d8-9f27-2b1eccb1a40c req-f09cac9f-84ea-4b4f-a020-f94780a4aa54 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0514917 Sep 09 22:02:27.495669 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-67f5d418-45ed-49d8-9f27-2b1eccb1a40c req-ec4242a7-96ff-44b4-8f98-49af26233a90 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311170 Sep 09 22:02:27.545339 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-949629ac-24b2-4b44-ab80-6a53635a6f7e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:27.546781 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-949629ac-24b2-4b44-ab80-6a53635a6f7e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.46 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 945 time: 0.0510247 Sep 09 22:02:27.633580 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Deleting port 68c31278-4e70-4611-9a9b-2863b3082ae7 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:02:27.633843 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:27.724753 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] For port 68c31278-4e70-4611-9a9b-2863b3082ae7, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=68c31278-4e70-4611-9a9b-2863b3082ae7,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:02:27.725119 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:27.889816 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:27.890092 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:27.890410 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Floating IP 7d2380d7-ae51-4877-8eb1-50b3dd85355a disassociated. External IP: 172.27.1.69, port: 68c31278-4e70-4611-9a9b-2863b3082ae7. Sep 09 22:02:27.890744 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Calling delete_port for 68c31278-4e70-4611-9a9b-2863b3082ae7 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:02:28.061951 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a3c56-2312-42bc-96b5-27acfc191ca9 req-950ed284-770d-493b-825a-ee1f4af036de tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:28.063448 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ee7a3c56-2312-42bc-96b5-27acfc191ca9 req-950ed284-770d-493b-825a-ee1f4af036de tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 945 time: 0.0481479 Sep 09 22:02:28.089134 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:28.127915 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ee7a3c56-2312-42bc-96b5-27acfc191ca9 req-d6cb5d16-c766-4ccd-9e5a-f9f833a98bda tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups?id=0123c53c-4b13-433a-9d85-6d37fd861033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584679 Sep 09 22:02:28.130086 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event deleted for resources: {'Port': ['ID=68c31278-4e70-4611-9a9b-2863b3082ae7,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:28.246748 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:02:28.622442 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192d9a-d3a3-43ad-a498-524de4004b51 req-9e9c96fc-3a88-4680-b89f-0afdd9982d4d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:28.624710 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dd192d9a-d3a3-43ad-a498-524de4004b51 req-9e9c96fc-3a88-4680-b89f-0afdd9982d4d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0530910 Sep 09 22:02:28.625019 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:02:28.636457 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf6981-84eb-4962-8bbb-531716ef21bc None None] Sync routers for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:02:28.648320 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf6981-84eb-4962-8bbb-531716ef21bc None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:02:28.649270 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-1eaf6981-84eb-4962-8bbb-531716ef21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:02:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:02:28.665975 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] No DVR routers for this DVR port 68c31278-4e70-4611-9a9b-2863b3082ae7 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:02:28.668078 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dd192d9a-d3a3-43ad-a498-524de4004b51 req-f9cc8c9e-b122-4616-a036-348c86f4934a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339289 Sep 09 22:02:28.668931 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:28.670933 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-221ba109-62c9-4e70-af04-1d883c8b8f6c req-b9495c6e-9f45-497e-aea1-abd2ea00569d tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.46 "DELETE /v2.0/ports/68c31278-4e70-4611-9a9b-2863b3082ae7 HTTP/1.1" status: 204 len: 173 time: 1.1180363 Sep 09 22:02:28.671436 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'name': 'network-vif-deleted', 'tag': '68c31278-4e70-4611-9a9b-2863b3082ae7'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:02:28.673881 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1467852-4b83-4126-9723-65da18ee63f2" -d '{"events": [{"server_uuid": "10225d63-2688-43a6-b97d-c22af96bcd9a", "name": "network-vif-deleted", "tag": "68c31278-4e70-4611-9a9b-2863b3082ae7"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:02:28.729024 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccbeebe-676d-40d7-a6ce-e2365a7e840d x-openstack-request-id: req-5ccbeebe-676d-40d7-a6ce-e2365a7e840d {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:02:28.729024 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10225d63-2688-43a6-b97d-c22af96bcd9a", "name": "network-vif-deleted", "tag": "68c31278-4e70-4611-9a9b-2863b3082ae7", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:02:28.729024 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ccbeebe-676d-40d7-a6ce-e2365a7e840d {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:02:28.729024 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10225d63-2688-43a6-b97d-c22af96bcd9a', 'name': 'network-vif-deleted', 'tag': '68c31278-4e70-4611-9a9b-2863b3082ae7', 'status': 'completed', 'code': 200} Sep 09 22:02:28.894511 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-1eaf6981-84eb-4962-8bbb-531716ef21bc None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:02:29.089712 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-1eaf6981-84eb-4962-8bbb-531716ef21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:02:29.119601 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf6981-84eb-4962-8bbb-531716ef21bc None None] Checking router: 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:02:29.127738 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf6981-84eb-4962-8bbb-531716ef21bc None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:02:29.128913 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-1eaf6981-84eb-4962-8bbb-531716ef21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:02:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:02:29.197913 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:02:29.232509 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-0e2da2a4-7f63-410a-bf2b-80cc33959167 req-683348a5-3b09-4a8a-a19f-c95d5ef84f90 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/ports?device_id=10225d63-2688-43a6-b97d-c22af96bcd9a HTTP/1.1" status: 200 len: 210 time: 0.0254278 Sep 09 22:02:29.234390 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-1eaf6981-84eb-4962-8bbb-531716ef21bc None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:02:29.432225 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-1eaf6981-84eb-4962-8bbb-531716ef21bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:02:29.458279 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf6981-84eb-4962-8bbb-531716ef21bc None None] The sync data for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi is: [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T21:55:31Z', 'revision_number': 4, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '846d7639-1bcd-4ba9-bf63-b66425b915de', 'name': '', 'network_id': 'a6997f6e-cf1b-4f9f-aa45-fe7589de3f24', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'mac_address': 'fa:16:3e:3e:87:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:30Z', 'updated_at': '2021-09-09T21:55:40Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'subnets': [{'id': '2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:02:29.613994 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 63980ade-0982-4dc9-bc6e-f2e66c79f30a details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:02:29.665686 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f6df31-7c1a-4b9d-8333-b5647ab3ebb4 None None] New status for floating IP 7d2380d7-ae51-4877-8eb1-50b3dd85355a: DOWN {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:02:29.718265 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:02:29.731070 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'port_id': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'mac_address': 'fa:16:3e:04:b7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:02:29.777309 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:29.790749 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63980ade-0982-4dc9-bc6e-f2e66c79f30a {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:02:29.810699 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:02:29.812438 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41185a-eeda-42bd-b4bb-99917fce58c1 req-0c5741b1-77b0-4351-a60f-29b4817f1a2a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:29.813969 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5c41185a-eeda-42bd-b4bb-99917fce58c1 req-0c5741b1-77b0-4351-a60f-29b4817f1a2a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0580423 Sep 09 22:02:29.856392 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:29.860642 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5c41185a-eeda-42bd-b4bb-99917fce58c1 req-43eb7d5f-b781-4abd-ab62-e53bf7385270 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350227 Sep 09 22:02:29.910161 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=63980ade-0982-4dc9-bc6e-f2e66c79f30a,revision_number=6']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:29.917143 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.917493 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.917830 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.918162 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.918489 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.918816 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.919141 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.919460 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.919782 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.920102 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.920448 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.920766 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:29.932770 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['63980ade-0982-4dc9-bc6e-f2e66c79f30a'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:02:30.380093 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58080) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:30.438877 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:30.461350 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:30.595153 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:30.599196 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:30.599846 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "DELETE /v2.0/security-groups/0123c53c-4b13-433a-9d85-6d37fd861033 HTTP/1.1" status: 204 len: 168 time: 0.2187190 Sep 09 22:02:30.602655 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58090) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:30.609249 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0123c53c-4b13-433a-9d85-6d37fd861033,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:30.616621 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.api.v2.resource [None req-48630c94-c51b-419a-a066-770362d7eb1c tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] show failed (client error): The resource could not be found. Sep 09 22:02:30.616860 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.617016 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.617538 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.617653 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-48630c94-c51b-419a-a066-770362d7eb1c tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "GET /v2.0/security-groups/0123c53c-4b13-433a-9d85-6d37fd861033 HTTP/1.1" status: 404 len: 347 time: 0.0137696 Sep 09 22:02:30.618108 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.618440 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.618770 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.619102 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.619426 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.619753 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.620111 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.620517 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.620838 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9ba79-c5b0-4979-a8cb-37670a68e42e tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:02:30.621082 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58092) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:30.743139 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-707749d8-0e50-4491-991a-90a4d3b6d0b3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Deleting port 4a3a00e4-14c9-486c-8af4-6c46d8935504 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:02:30.743476 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-707749d8-0e50-4491-991a-90a4d3b6d0b3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:30.819075 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-707749d8-0e50-4491-991a-90a4d3b6d0b3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:30.819766 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-707749d8-0e50-4491-991a-90a4d3b6d0b3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:30.834185 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-707749d8-0e50-4491-991a-90a4d3b6d0b3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Calling delete_port for 4a3a00e4-14c9-486c-8af4-6c46d8935504 owned by network:floatingip {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:02:30.939350 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:30.984613 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466437c-3fb0-4c89-bb8f-fc11b6934bb9 req-81f10719-5f89-470e-9f89-b39220e7a939 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:30.985976 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a466437c-3fb0-4c89-bb8f-fc11b6934bb9 req-81f10719-5f89-470e-9f89-b39220e7a939 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 945 time: 0.0530250 Sep 09 22:02:31.019867 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-707749d8-0e50-4491-991a-90a4d3b6d0b3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:31.026302 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a466437c-3fb0-4c89-bb8f-fc11b6934bb9 req-530d9e6e-2d4e-44d2-a136-242f1a84b07f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337586 Sep 09 22:02:31.053125 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707749d8-0e50-4491-991a-90a4d3b6d0b3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Pushing event deleted for resources: {'Port': ['ID=4a3a00e4-14c9-486c-8af4-6c46d8935504,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:31.117319 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-707749d8-0e50-4491-991a-90a4d3b6d0b3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks [] for floatingip, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:31.120120 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-707749d8-0e50-4491-991a-90a4d3b6d0b3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:31.121308 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-707749d8-0e50-4491-991a-90a4d3b6d0b3 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] 10.222.0.52 "DELETE /v2.0/floatingips/7d2380d7-ae51-4877-8eb1-50b3dd85355a HTTP/1.1" status: 204 len: 168 time: 0.4991784 Sep 09 22:02:31.629819 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 63980ade-0982-4dc9-bc6e-f2e66c79f30a up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:02:31.685028 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 63980ade-0982-4dc9-bc6e-f2e66c79f30a triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:02:31.685484 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:31.774169 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:31.809156 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:02:31.810102 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:02:31.812784 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4890a6f9-daac-4fb9-97b5-3d740b7044d5" -d '{"events": [{"server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "name": "network-vif-plugged", "status": "completed", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:02:31.860345 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b070a093-5c6a-44ae-af98-47934c91803d x-openstack-request-id: req-b070a093-5c6a-44ae-af98-47934c91803d {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:02:31.860721 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "name": "network-vif-plugged", "status": "completed", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:02:31.861164 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b070a093-5c6a-44ae-af98-47934c91803d {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:02:31.861974 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'code': 200} Sep 09 22:02:31.888436 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:31.889486 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 68c31278-4e70-4611-9a9b-2863b3082ae7 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:02:31.937898 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 68c31278-4e70-4611-9a9b-2863b3082ae7 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:02:31.938535 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 68c31278-4e70-4611-9a9b-2863b3082ae7 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:02:31.975631 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=63980ade-0982-4dc9-bc6e-f2e66c79f30a,revision_number=7']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:32.171497 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a1128-73d9-4d02-8cd6-bff5aebdc6e5 req-513fd859-c9ce-4163-8578-0da1d4ee5d99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:32.176793 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ab6a1128-73d9-4d02-8cd6-bff5aebdc6e5 req-513fd859-c9ce-4163-8578-0da1d4ee5d99 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0709646 Sep 09 22:02:32.225582 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ab6a1128-73d9-4d02-8cd6-bff5aebdc6e5 req-2b702db8-5d68-49c7-a48c-75f09fba3d0b tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Sep 09 22:02:33.349002 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c26a1-1e3f-41c2-8044-c74dffa49940 req-087c776f-622b-47a6-a7c3-6b2a5a8572a7 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:33.357010 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-611c26a1-1e3f-41c2-8044-c74dffa49940 req-087c776f-622b-47a6-a7c3-6b2a5a8572a7 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0575900 Sep 09 22:02:33.391382 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-611c26a1-1e3f-41c2-8044-c74dffa49940 req-cce7a6c7-1441-4503-9784-371c313b6523 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332713 Sep 09 22:02:34.010812 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad7be4-6c95-4adb-aee9-3693846068c3 req-34625c5e-c9e4-44c3-b47a-56be9c331eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:34.012210 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9ad7be4-6c95-4adb-aee9-3693846068c3 req-34625c5e-c9e4-44c3-b47a-56be9c331eb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 1099 time: 0.0407829 Sep 09 22:02:34.126865 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad7be4-6c95-4adb-aee9-3693846068c3 req-40372434-4cf4-4350-8eff-101b87ecae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:34.129153 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9ad7be4-6c95-4adb-aee9-3693846068c3 req-40372434-4cf4-4350-8eff-101b87ecae3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 918 time: 0.0954816 Sep 09 22:02:34.203569 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9ad7be4-6c95-4adb-aee9-3693846068c3 req-32eb5dcf-0c8e-40b6-a472-1e3fdd61a329 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a HTTP/1.1" status: 200 len: 1001 time: 0.0676284 Sep 09 22:02:34.255625 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad7be4-6c95-4adb-aee9-3693846068c3 req-949e25f1-8e92-46b8-8715-70bb912e86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:34.257262 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9ad7be4-6c95-4adb-aee9-3693846068c3 req-949e25f1-8e92-46b8-8715-70bb912e86cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe964a5-116b-492c-a18b-c24d54879974 HTTP/1.1" status: 200 len: 856 time: 0.0470161 Sep 09 22:02:34.308034 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad7be4-6c95-4adb-aee9-3693846068c3 req-a744915f-bb0d-47d2-a3cc-b7813ba1ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:34.309569 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9ad7be4-6c95-4adb-aee9-3693846068c3 req-a744915f-bb0d-47d2-a3cc-b7813ba1ece9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1ca508e-6667-482f-b954-a00d4eeee63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451481 Sep 09 22:02:34.403164 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9ad7be4-6c95-4adb-aee9-3693846068c3 req-e0ac9c29-04f6-4493-b8e2-dedfdb8910ba service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850177 Sep 09 22:02:34.519989 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd5e03-a5d9-4eb1-bbe4-0680f9dbf51f req-c36d4822-2cf9-4f7e-a56e-53f14537c7b8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:34.521586 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-eefd5e03-a5d9-4eb1-bbe4-0680f9dbf51f req-c36d4822-2cf9-4f7e-a56e-53f14537c7b8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0579584 Sep 09 22:02:34.523497 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e9ad7be4-6c95-4adb-aee9-3693846068c3 req-88751698-0770-4c3c-b6a1-ef0c16dcbc71 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105154 Sep 09 22:02:34.584907 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-eefd5e03-a5d9-4eb1-bbe4-0680f9dbf51f req-adf7a9e3-9513-478e-9507-b92d59a4c9ff tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552318 Sep 09 22:02:35.679279 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58158) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:35.735799 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beebe4-7d7c-4657-8961-59b4aaae0565 req-842427dc-95c7-444f-8301-c7a4976b5026 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:35.737941 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-56beebe4-7d7c-4657-8961-59b4aaae0565 req-842427dc-95c7-444f-8301-c7a4976b5026 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0633376 Sep 09 22:02:35.789029 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-56beebe4-7d7c-4657-8961-59b4aaae0565 req-653dbc42-5697-4ecd-b31f-2d19f344c7f5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398517 Sep 09 22:02:36.281875 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587553'] for router_interface, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:36.545842 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] Deleting port 846d7639-1bcd-4ba9-bf63-b66425b915de {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:02:36.546163 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:36.628963 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] For port 846d7639-1bcd-4ba9-bf63-b66425b915de, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=846d7639-1bcd-4ba9-bf63-b66425b915de,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:02:36.629326 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:36.642541 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] Calling delete_port for 846d7639-1bcd-4ba9-bf63-b66425b915de owned by network:router_interface {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:02:36.909766 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:36.949027 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d1b70-0920-4e7f-8d1f-cb7b5e17f047 req-74a3fbb3-1c65-44d1-b295-e92a9a97f0fb tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:36.951154 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-622d1b70-0920-4e7f-8d1f-cb7b5e17f047 req-74a3fbb3-1c65-44d1-b295-e92a9a97f0fb tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0829537 Sep 09 22:02:36.972726 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] Pushing event deleted for resources: {'Port': ['ID=846d7639-1bcd-4ba9-bf63-b66425b915de,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:37.074883 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-622d1b70-0920-4e7f-8d1f-cb7b5e17f047 req-b3b67cb0-e2c3-403e-a237-b29fa1bff419 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864806 Sep 09 22:02:37.175425 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587669'] for router_interface, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:37.612826 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] Router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:02:37.612826 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:02:37.612826 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-f4f0cdf8-ecce-46ca-9f07-692eeb7e0937 admin admin] 10.222.0.52 "PUT /v2.0/routers/27dc2d38-8f3b-436c-93df-9d186f6ac7d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9071941 Sep 09 22:02:37.612826 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58164) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:37.613184 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c1f690-b362-4ca2-bd1c-55b8fad8748e None None] Sync routers for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:02:37.613184 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c1f690-b362-4ca2-bd1c-55b8fad8748e None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:02:37.613184 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-f4c1f690-b362-4ca2-bd1c-55b8fad8748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:02:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:02:37.704523 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Notify callbacks [] for router, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:37.710676 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-f4c1f690-b362-4ca2-bd1c-55b8fad8748e None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:02:37.811080 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:37.890145 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-f4c1f690-b362-4ca2-bd1c-55b8fad8748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T22:02:36Z', 'revision_number': 5, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port': {'id': '8f181a1e-1be3-4561-9c16-ed3850c46a1c', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:55:25Z', 'updated_at': '2021-09-09T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:02:37.924971 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c1f690-b362-4ca2-bd1c-55b8fad8748e None None] Checking router: 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:02:37.934251 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c1f690-b362-4ca2-bd1c-55b8fad8748e None None] Routers {'27dc2d38-8f3b-436c-93df-9d186f6ac7d3'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:02:37.935084 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-f4c1f690-b362-4ca2-bd1c-55b8fad8748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:02:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:02:37.937418 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Deleting port 8f181a1e-1be3-4561-9c16-ed3850c46a1c {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:02:37.937907 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:38.031453 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-f4c1f690-b362-4ca2-bd1c-55b8fad8748e None None] Set router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 gateway port host: None {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:02:38.043230 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] For port 8f181a1e-1be3-4561-9c16-ed3850c46a1c, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=8f181a1e-1be3-4561-9c16-ed3850c46a1c,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:02:38.043598 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:38.064962 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Calling delete_port for 8f181a1e-1be3-4561-9c16-ed3850c46a1c owned by network:router_gateway {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:02:38.090962 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-f4c1f690-b362-4ca2-bd1c-55b8fad8748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T22:02:37Z', 'revision_number': 6, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port_host': None}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:02:38.119145 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c1f690-b362-4ca2-bd1c-55b8fad8748e None None] The sync data for ids ['27dc2d38-8f3b-436c-93df-9d186f6ac7d3'] in dv-cinder-808137-1-iscsi is: [{'id': '27dc2d38-8f3b-436c-93df-9d186f6ac7d3', 'name': 'tempest-AttachVolumeTestJSON-579474465-router', 'tenant_id': '19c2697bc0824207a1d617336ec8a226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:55:23Z', 'updated_at': '2021-09-09T22:02:37Z', 'revision_number': 6, 'project_id': '19c2697bc0824207a1d617336ec8a226', 'gw_port_host': None}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:02:38.189364 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3704-2a0e-4ee8-89e5-16f2cf2fe8a9 req-4db40523-5788-4db0-a5f9-3f60765534d1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:38.198245 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-148f3704-2a0e-4ee8-89e5-16f2cf2fe8a9 req-4db40523-5788-4db0-a5f9-3f60765534d1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0580919 Sep 09 22:02:38.252365 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-148f3704-2a0e-4ee8-89e5-16f2cf2fe8a9 req-ae479797-532f-474d-9bf5-4ec4eb933204 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509131 Sep 09 22:02:38.378569 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:38.408157 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f181a1e-1be3-4561-9c16-ed3850c46a1c,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:38.481538 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589687'] for router_gateway, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:38.617152 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13188'] for router, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:38.622894 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:38.632531 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 846d7639-1bcd-4ba9-bf63-b66425b915de no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:02:38.671893 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 846d7639-1bcd-4ba9-bf63-b66425b915de {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:02:38.671893 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 846d7639-1bcd-4ba9-bf63-b66425b915de not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:02:38.757293 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559053'] for router, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:38.757869 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27dc2d38-8f3b-436c-93df-9d186f6ac7d3 {{(pid=100962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:02:38.763064 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:38.766525 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-17bc98a7-7a09-4c16-b9eb-cb539c1e6a78 admin admin] 10.222.0.52 "DELETE /v2.0/routers/27dc2d38-8f3b-436c-93df-9d186f6ac7d3 HTTP/1.1" status: 204 len: 168 time: 1.1721699 Sep 09 22:02:38.768800 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58172) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:38.814435 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_v2 [None req-41eeccc9-0154-41d8-a113-4259d00bb559 admin admin] Deleting subnet 2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f {{(pid=100962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:02:38.817899 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-41eeccc9-0154-41d8-a113-4259d00bb559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:38.854406 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-41eeccc9-0154-41d8-a113-4259d00bb559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229497'] for subnet, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:38.954360 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-41eeccc9-0154-41d8-a113-4259d00bb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.083296 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-41eeccc9-0154-41d8-a113-4259d00bb559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5229443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5205014'] for subnet, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.113071 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eeccc9-0154-41d8-a113-4259d00bb559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:39.117525 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-41eeccc9-0154-41d8-a113-4259d00bb559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.122299 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-41eeccc9-0154-41d8-a113-4259d00bb559 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b908eb0-3e18-4f1f-9a0f-5b164f09bb2f HTTP/1.1" status: 204 len: 168 time: 0.3518801 Sep 09 22:02:39.122800 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58174) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:39.127039 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804042b7-1565-4165-bd73-10b58150c892 None None] Network a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:02:39.205146 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.269452 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Deleting port 48132278-b6f1-45c3-b1a1-9cd3845f2680 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:02:39.269883 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.363616 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] For port 48132278-b6f1-45c3-b1a1-9cd3845f2680, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=48132278-b6f1-45c3-b1a1-9cd3845f2680,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:02:39.364189 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.385206 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Calling delete_port for 48132278-b6f1-45c3-b1a1-9cd3845f2680 owned by network:dhcp {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:02:39.400372 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1878bd-d28e-4d61-b914-85d3fd3ff67f None None] DHCP port deletion for a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 request from dv-cinder-808137-1-iscsi {{(pid=100963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:02:39.437507 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b87bdd-934a-4e9f-9cb7-0c015b35adb7 req-006730e1-10a6-477e-9973-75ce44fca8af tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:39.439366 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-61b87bdd-934a-4e9f-9cb7-0c015b35adb7 req-006730e1-10a6-477e-9973-75ce44fca8af tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0681934 Sep 09 22:02:39.488509 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-61b87bdd-934a-4e9f-9cb7-0c015b35adb7 req-edf8ab7e-2460-4c24-bedd-39922b57aab2 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419683 Sep 09 22:02:39.489753 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-ff1878bd-d28e-4d61-b914-85d3fd3ff67f None None] Deleting port 48132278-b6f1-45c3-b1a1-9cd3845f2680 {{(pid=100963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:02:39.495460 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ff1878bd-d28e-4d61-b914-85d3fd3ff67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.578160 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-ff1878bd-d28e-4d61-b914-85d3fd3ff67f None None] For port 48132278-b6f1-45c3-b1a1-9cd3845f2680, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=48132278-b6f1-45c3-b1a1-9cd3845f2680,segment=NetworkSegment(f83cf7fd-54c1-41af-a986-89040601266e),segment_id=f83cf7fd-54c1-41af-a986-89040601266e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:02:39.580037 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ff1878bd-d28e-4d61-b914-85d3fd3ff67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.598371 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-ff1878bd-d28e-4d61-b914-85d3fd3ff67f None None] Calling delete_port for 48132278-b6f1-45c3-b1a1-9cd3845f2680 owned by network:dhcp {{(pid=100963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:02:39.642558 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.676647 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Pushing event deleted for resources: {'Port': ['ID=48132278-b6f1-45c3-b1a1-9cd3845f2680,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:39.687679 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] No DVR routers for this DVR port 48132278-b6f1-45c3-b1a1-9cd3845f2680 on host dv-cinder-808137-1-iscsi {{(pid=100961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:02:39.687946 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ff1878bd-d28e-4d61-b914-85d3fd3ff67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.716932 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1878bd-d28e-4d61-b914-85d3fd3ff67f None None] Pushing event deleted for resources: {'Port': ['ID=48132278-b6f1-45c3-b1a1-9cd3845f2680,revision_number=None']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:39.732810 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1878bd-d28e-4d61-b914-85d3fd3ff67f None None] No DVR routers for this DVR port 48132278-b6f1-45c3-b1a1-9cd3845f2680 on host dv-cinder-808137-1-iscsi {{(pid=100963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:02:39.793899 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.816085 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6997f6e-cf1b-4f9f-aa45-fe7589de3f24']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:02:39.827126 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83cf7fd-54c1-41af-a986-89040601266e') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:02:39.827421 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83cf7fd-54c1-41af-a986-89040601266e') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:02:39.842311 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.857092 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.864280 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:02:39.864856 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:02:39.866563 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:02:39.990224 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.997041 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:39.998881 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] 10.222.0.52 "DELETE /v2.0/networks/a6997f6e-cf1b-4f9f-aa45-fe7589de3f24 HTTP/1.1" status: 204 len: 168 time: 0.8756316 Sep 09 22:02:40.010997 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224ff00-d6db-4682-a381-9d2460ef48ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a6997f6e-cf1b-4f9f-aa45-fe7589de3f24,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:40.353474 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 48132278-b6f1-45c3-b1a1-9cd3845f2680 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:02:40.375111 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 48132278-b6f1-45c3-b1a1-9cd3845f2680 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:02:40.381143 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 48132278-b6f1-45c3-b1a1-9cd3845f2680 not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:02:40.381143 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 8f181a1e-1be3-4561-9c16-ed3850c46a1c no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:02:40.389842 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58180) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:40.399578 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 8f181a1e-1be3-4561-9c16-ed3850c46a1c {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:02:40.400061 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 8f181a1e-1be3-4561-9c16-ed3850c46a1c not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:02:40.458098 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-9e954d8f-a9cf-4cd8-87c7-52b5d51274cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19c2697bc0824207a1d617336ec8a226&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0669713 Sep 09 22:02:40.460524 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58182) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:40.514988 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f8076b1b-4753-4d41-a641-021290fc6535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:40.540790 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f8076b1b-4753-4d41-a641-021290fc6535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:40.633713 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd270a-c8f3-421e-863f-a593eba20592 req-2f83fe5e-ed5b-4e9b-8809-bc3925040931 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:40.635337 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3fdd270a-c8f3-421e-863f-a593eba20592 req-2f83fe5e-ed5b-4e9b-8809-bc3925040931 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0525146 Sep 09 22:02:40.679560 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3fdd270a-c8f3-421e-863f-a593eba20592 req-bee367f2-f94e-4e1a-b4b5-99f93b1091e9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375943 Sep 09 22:02:40.693874 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f8076b1b-4753-4d41-a641-021290fc6535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:40.696773 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f8076b1b-4753-4d41-a641-021290fc6535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:40.700719 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-f8076b1b-4753-4d41-a641-021290fc6535 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b6b904e-ffec-43db-996a-d92cceb38cee HTTP/1.1" status: 204 len: 168 time: 0.2363884 Sep 09 22:02:40.714635 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8076b1b-4753-4d41-a641-021290fc6535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b904e-ffec-43db-996a-d92cceb38cee,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:41.827981 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2b9ef-e02b-4412-b0dc-0eaf640796fd req-3b37e9f6-fb9d-4c2b-a81f-8b5f3fea9da6 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:41.831194 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8da2b9ef-e02b-4412-b0dc-0eaf640796fd req-3b37e9f6-fb9d-4c2b-a81f-8b5f3fea9da6 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0533772 Sep 09 22:02:41.871911 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8da2b9ef-e02b-4412-b0dc-0eaf640796fd req-77b91cad-bc33-4ef6-8b69-aded6f4bed79 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343244 Sep 09 22:02:42.869881 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606c650-0f81-490a-806e-a81bfcb888ac req-12b2183d-aff9-448c-b712-591fb6a06450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:42.871410 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2606c650-0f81-490a-806e-a81bfcb888ac req-12b2183d-aff9-448c-b712-591fb6a06450 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 1099 time: 0.0402424 Sep 09 22:02:42.972891 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606c650-0f81-490a-806e-a81bfcb888ac req-19cca048-c0bb-4905-b382-1d94e78ed282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:42.974480 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2606c650-0f81-490a-806e-a81bfcb888ac req-19cca048-c0bb-4905-b382-1d94e78ed282 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 918 time: 0.0937920 Sep 09 22:02:42.996805 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849c98-1a76-40bf-bd6f-fa6b53998613 req-b6f8864e-3c9a-4f5f-b90e-552f8a51b74a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:43.000496 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d1849c98-1a76-40bf-bd6f-fa6b53998613 req-b6f8864e-3c9a-4f5f-b90e-552f8a51b74a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0568919 Sep 09 22:02:43.038213 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d1849c98-1a76-40bf-bd6f-fa6b53998613 req-0a80f46c-270f-4e1b-b17b-0eac044918e8 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339344 Sep 09 22:02:43.042836 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2606c650-0f81-490a-806e-a81bfcb888ac req-202fea58-5748-4e98-8ca4-150266be16e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a HTTP/1.1" status: 200 len: 1001 time: 0.0610626 Sep 09 22:02:43.094286 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606c650-0f81-490a-806e-a81bfcb888ac req-36a13236-480b-4ec4-9639-ec1fd0dff70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:43.095772 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2606c650-0f81-490a-806e-a81bfcb888ac req-36a13236-480b-4ec4-9639-ec1fd0dff70b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe964a5-116b-492c-a18b-c24d54879974 HTTP/1.1" status: 200 len: 856 time: 0.0452471 Sep 09 22:02:43.144352 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606c650-0f81-490a-806e-a81bfcb888ac req-5f1b30c0-3b43-4825-b12c-7dc30568c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:43.145868 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2606c650-0f81-490a-806e-a81bfcb888ac req-5f1b30c0-3b43-4825-b12c-7dc30568c18c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1ca508e-6667-482f-b954-a00d4eeee63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431390 Sep 09 22:02:43.236133 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2606c650-0f81-490a-806e-a81bfcb888ac req-b107abbc-703c-4f3c-b1a2-8a7e88ca7379 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830057 Sep 09 22:02:43.328907 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2606c650-0f81-490a-806e-a81bfcb888ac req-8582b997-8e9f-4f13-84d6-6f7487525cf4 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857444 Sep 09 22:02:43.366152 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58242) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:43.467865 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4336057a-dc3d-4e04-9e0a-fc53d4d10b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:43.554054 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4336057a-dc3d-4e04-9e0a-fc53d4d10b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:43.669520 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4336057a-dc3d-4e04-9e0a-fc53d4d10b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:43.708796 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-4336057a-dc3d-4e04-9e0a-fc53d4d10b4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c4456ca382945f7965b01c5afe90f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414133 Sep 09 22:02:43.709783 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336057a-dc3d-4e04-9e0a-fc53d4d10b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866e1e0a-3560-4966-8971-0926789eead0,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:43.711598 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58246) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:43.760461 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b2e94100-d057-4751-86b0-2689420c6146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:43.780686 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b2e94100-d057-4751-86b0-2689420c6146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:43.910208 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b2e94100-d057-4751-86b0-2689420c6146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:43.912668 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b2e94100-d057-4751-86b0-2689420c6146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:43.913805 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-b2e94100-d057-4751-86b0-2689420c6146 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/866e1e0a-3560-4966-8971-0926789eead0 HTTP/1.1" status: 204 len: 168 time: 0.2012160 Sep 09 22:02:43.922033 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e94100-d057-4751-86b0-2689420c6146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866e1e0a-3560-4966-8971-0926789eead0,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:44.168409 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0e9db-60c9-4552-a585-1278c2c9a935 req-02095d60-4ddf-4889-b2e1-94bc2b44ce41 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:44.171344 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-30c0e9db-60c9-4552-a585-1278c2c9a935 req-02095d60-4ddf-4889-b2e1-94bc2b44ce41 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0539792 Sep 09 22:02:44.467679 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-30c0e9db-60c9-4552-a585-1278c2c9a935 req-87cfb49e-2eeb-4bc7-831b-cc5556f23a64 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887905 Sep 09 22:02:44.670731 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58254) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:44.682876 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9589301b-c522-4cec-b740-e24e95f39b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:44.769648 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9589301b-c522-4cec-b740-e24e95f39b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:44.813766 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9589301b-c522-4cec-b740-e24e95f39b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:44.850931 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589301b-c522-4cec-b740-e24e95f39b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fbce48-22eb-4163-a45a-7bb5a970299e,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:44.855382 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-9589301b-c522-4cec-b740-e24e95f39b2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb20aa7af55c4b789add452499f3e3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849167 Sep 09 22:02:44.858934 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58256) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:44.905733 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4be9ddc6-84f2-4c6a-ac3e-60569331acf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:44.927437 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4be9ddc6-84f2-4c6a-ac3e-60569331acf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:45.094404 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4be9ddc6-84f2-4c6a-ac3e-60569331acf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:45.097901 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-4be9ddc6-84f2-4c6a-ac3e-60569331acf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:45.099066 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-4be9ddc6-84f2-4c6a-ac3e-60569331acf9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86fbce48-22eb-4163-a45a-7bb5a970299e HTTP/1.1" status: 204 len: 168 time: 0.2396796 Sep 09 22:02:45.110452 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9ddc6-84f2-4c6a-ac3e-60569331acf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fbce48-22eb-4163-a45a-7bb5a970299e,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:45.589888 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5336a-a57c-4d0e-ad31-066e6e1cc787 req-c393a003-72e8-4844-8eef-b4049a5daea2 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:45.591382 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8af5336a-a57c-4d0e-ad31-066e6e1cc787 req-c393a003-72e8-4844-8eef-b4049a5daea2 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 946 time: 0.0480080 Sep 09 22:02:45.630913 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-8af5336a-a57c-4d0e-ad31-066e6e1cc787 req-ea18ae30-8db8-4a6f-93e8-749254f5f2d1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330858 Sep 09 22:02:45.741938 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 63980ade-0982-4dc9-bc6e-f2e66c79f30a no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:02:45.820049 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:45.842595 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:02:45.844917 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c7e2c2-8dca-4bd0-8cfb-9a1299dc001e" -d '{"events": [{"server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "name": "network-vif-unplugged", "status": "completed", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:02:45.862655 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:02:45.882447 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eb712e-bfcf-4457-a366-92fc31167efa x-openstack-request-id: req-e0eb712e-bfcf-4457-a366-92fc31167efa {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:02:45.882817 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "name": "network-vif-unplugged", "status": "failed", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a", "code": 422}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:02:45.883067 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0eb712e-bfcf-4457-a366-92fc31167efa {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:02:45.883473 dv-cinder-808137-1-iscsi neutron-server[100963]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'code': 422} returned with failed status Sep 09 22:02:45.938014 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:45.986301 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=63980ade-0982-4dc9-bc6e-f2e66c79f30a,revision_number=8']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:47.772242 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419c41e-9a62-4dfb-a62e-5b87144c0591 req-f99512ab-6a5d-456d-afa8-81b3bac4576d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:47.773884 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9419c41e-9a62-4dfb-a62e-5b87144c0591 req-f99512ab-6a5d-456d-afa8-81b3bac4576d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0525632 Sep 09 22:02:47.814566 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9419c41e-9a62-4dfb-a62e-5b87144c0591 req-5d2e13e0-0b40-4e94-883b-f0e1ab2fa5c5 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346482 Sep 09 22:02:48.005885 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-b0d8ab66-a873-47af-b1a1-a66b3d1611e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387368 Sep 09 22:02:48.933838 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c6c06-00cb-4f2d-8124-c407ea419203 req-27304aa1-b051-4ad6-8a17-dbac8614186f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:48.935359 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ad0c6c06-00cb-4f2d-8124-c407ea419203 req-27304aa1-b051-4ad6-8a17-dbac8614186f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0485873 Sep 09 22:02:48.975517 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ad0c6c06-00cb-4f2d-8124-c407ea419203 req-02ce645c-0a21-4ac1-ad88-c7bdfb67dbb4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337675 Sep 09 22:02:49.156693 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e7be2076-d7f8-4977-907f-ebb872da1e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:49.294633 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-08fa4a15-1132-40b5-aaeb-7eceb92eb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:49.296018 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-08fa4a15-1132-40b5-aaeb-7eceb92eb55e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65&tenant_id=cab9b64709c14bb79aca397392ea3687 HTTP/1.1" status: 200 len: 1097 time: 0.0406921 Sep 09 22:02:49.359720 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-821fae60-d6ad-441c-b60e-051942330bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:49.361314 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-821fae60-d6ad-441c-b60e-051942330bb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 1097 time: 0.0406389 Sep 09 22:02:49.455399 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-403bd22d-125d-419d-829e-90310c70b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:49.457353 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-403bd22d-125d-419d-829e-90310c70b1c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 918 time: 0.0888364 Sep 09 22:02:49.522072 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-83cf4679-c07e-4bd4-83c6-da32ddf7d4ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a HTTP/1.1" status: 200 len: 999 time: 0.0576968 Sep 09 22:02:49.573324 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-a501c10f-9ff3-4372-b615-6d9fb09d63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:49.574657 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-a501c10f-9ff3-4372-b615-6d9fb09d63ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe964a5-116b-492c-a18b-c24d54879974 HTTP/1.1" status: 200 len: 856 time: 0.0463805 Sep 09 22:02:49.619022 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-c53bc403-7780-4c39-9fba-9ff56def4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:49.620487 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-c53bc403-7780-4c39-9fba-9ff56def4f3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1ca508e-6667-482f-b954-a00d4eeee63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379617 Sep 09 22:02:49.711860 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-3d39a11d-b6b2-4a13-8f1c-4e0c4778ea03 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843422 Sep 09 22:02:49.802537 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bb6073b6-0067-47e1-8b26-e68440142fb5 req-11d418e4-fcfc-4b8a-8c2b-401bec0a0b7c service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836549 Sep 09 22:02:50.097898 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25138558-1b01-4f85-a52c-42e521225412 req-c1d2b7b9-f190-4472-9e81-466dd6ba3857 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:50.099390 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-25138558-1b01-4f85-a52c-42e521225412 req-c1d2b7b9-f190-4472-9e81-466dd6ba3857 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0504138 Sep 09 22:02:50.138831 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-25138558-1b01-4f85-a52c-42e521225412 req-6f9ce941-8b81-4033-98f8-81dd7ce91355 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333266 Sep 09 22:02:51.261914 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f92619-1c77-46f6-8eb5-d3ee28dba6bb req-30bead24-5717-47ab-b5e0-ab6981fe2617 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:51.263507 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-27f92619-1c77-46f6-8eb5-d3ee28dba6bb req-30bead24-5717-47ab-b5e0-ab6981fe2617 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0506039 Sep 09 22:02:51.311077 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-27f92619-1c77-46f6-8eb5-d3ee28dba6bb req-83bbf883-26bd-45b9-9111-4c8b6fef8793 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409365 Sep 09 22:02:51.966666 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e7ee62e9-5862-4340-8b9d-42b1c0c8653f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:52.058350 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:52.329195 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58424) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:52.457598 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23ba34-cd8b-4e8b-817f-d47fc4d5afd8 req-16510d73-13ad-4533-8a6c-39d307938e6a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:52.459165 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5d23ba34-cd8b-4e8b-817f-d47fc4d5afd8 req-16510d73-13ad-4533-8a6c-39d307938e6a tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0762088 Sep 09 22:02:52.463810 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c11bfdd7-e197-4964-849d-3d4efc3a49a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:52.519625 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5d23ba34-cd8b-4e8b-817f-d47fc4d5afd8 req-7f6f57a9-dc44-4558-b20f-0fec903812a3 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531983 Sep 09 22:02:52.580808 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c11bfdd7-e197-4964-849d-3d4efc3a49a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:52.648123 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-c11bfdd7-e197-4964-849d-3d4efc3a49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:52.689190 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-c11bfdd7-e197-4964-849d-3d4efc3a49a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00a8797faeaf43dfb7820c20f386b60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588657 Sep 09 22:02:52.690070 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bfdd7-e197-4964-849d-3d4efc3a49a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7a5854-2518-4b9f-b9b1-cb1c67a16d21,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:52.693043 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58430) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:52.752383 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-532f1e2c-00d0-4858-aa39-809efbc4c171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:52.773908 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-532f1e2c-00d0-4858-aa39-809efbc4c171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:52.865023 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-532f1e2c-00d0-4858-aa39-809efbc4c171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:52.867827 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-532f1e2c-00d0-4858-aa39-809efbc4c171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:52.870815 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-532f1e2c-00d0-4858-aa39-809efbc4c171 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e7a5854-2518-4b9f-b9b1-cb1c67a16d21 HTTP/1.1" status: 204 len: 168 time: 0.1718791 Sep 09 22:02:52.877073 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f1e2c-00d0-4858-aa39-809efbc4c171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7a5854-2518-4b9f-b9b1-cb1c67a16d21,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:53.309715 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:53.511033 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58438) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:53.524031 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-43891cca-a905-4c07-be8c-076aadde6293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:53.628441 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-43891cca-a905-4c07-be8c-076aadde6293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:53.648128 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303c88b-98f4-40af-90ec-5519bd036c75 req-0a4ff647-1828-4a95-9b0f-ff520cf1c673 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:53.656570 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e303c88b-98f4-40af-90ec-5519bd036c75 req-0a4ff647-1828-4a95-9b0f-ff520cf1c673 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0605373 Sep 09 22:02:53.690836 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e303c88b-98f4-40af-90ec-5519bd036c75 req-cedc3e1d-92cc-4b17-94b2-04daab864563 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Sep 09 22:02:53.704853 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-43891cca-a905-4c07-be8c-076aadde6293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:53.757988 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43891cca-a905-4c07-be8c-076aadde6293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e313b7e0-4955-4feb-abb4-bf41bdb20776,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:53.762530 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-43891cca-a905-4c07-be8c-076aadde6293 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5da886db16674732a798fd650bdaab00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504785 Sep 09 22:02:53.765185 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58442) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:53.818153 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-447a5ac3-2009-47c6-b043-e4c4adf8b91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:53.841354 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-447a5ac3-2009-47c6-b043-e4c4adf8b91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:53.955069 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-447a5ac3-2009-47c6-b043-e4c4adf8b91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:53.958040 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-447a5ac3-2009-47c6-b043-e4c4adf8b91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:53.961473 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-447a5ac3-2009-47c6-b043-e4c4adf8b91e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e313b7e0-4955-4feb-abb4-bf41bdb20776 HTTP/1.1" status: 204 len: 168 time: 0.1952758 Sep 09 22:02:53.979666 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a5ac3-2009-47c6-b043-e4c4adf8b91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e313b7e0-4955-4feb-abb4-bf41bdb20776,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:54.619324 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:54.734979 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58450) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:54.749244 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e6b23a2e-8040-4e00-95b5-5b68eed4d3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:54.868107 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d2ed0-378d-4a33-81d1-aad0557a8bfc req-22e59447-c0cd-404a-8618-0ce1e08ac109 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:54.869641 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-411d2ed0-378d-4a33-81d1-aad0557a8bfc req-22e59447-c0cd-404a-8618-0ce1e08ac109 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0778842 Sep 09 22:02:54.939712 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-411d2ed0-378d-4a33-81d1-aad0557a8bfc req-613ff9b7-98e0-44df-99c1-976422d138f1 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631044 Sep 09 22:02:54.941671 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e6b23a2e-8040-4e00-95b5-5b68eed4d3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:55.013819 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-e6b23a2e-8040-4e00-95b5-5b68eed4d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:55.055932 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-e6b23a2e-8040-4e00-95b5-5b68eed4d3d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6e18a010aaf4b4ba652389dcf674ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198576 Sep 09 22:02:55.056802 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b23a2e-8040-4e00-95b5-5b68eed4d3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb74f8e6-1e14-443b-936f-c8a673d16783,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:55.058776 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58452) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:55.111419 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-63027318-d0aa-4ee0-af1e-dd31ebff6c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:55.139170 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-63027318-d0aa-4ee0-af1e-dd31ebff6c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:55.264202 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-63027318-d0aa-4ee0-af1e-dd31ebff6c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:55.266836 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-63027318-d0aa-4ee0-af1e-dd31ebff6c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:55.268028 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-63027318-d0aa-4ee0-af1e-dd31ebff6c3b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb74f8e6-1e14-443b-936f-c8a673d16783 HTTP/1.1" status: 204 len: 168 time: 0.2081988 Sep 09 22:02:55.277864 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63027318-d0aa-4ee0-af1e-dd31ebff6c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb74f8e6-1e14-443b-936f-c8a673d16783,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:56.071082 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b153ff-d3e7-4076-95fa-beb4c657348a req-71228287-ff0d-40b9-801f-eda4623457bd tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:56.072659 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c1b153ff-d3e7-4076-95fa-beb4c657348a req-71228287-ff0d-40b9-801f-eda4623457bd tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0525727 Sep 09 22:02:56.122792 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c1b153ff-d3e7-4076-95fa-beb4c657348a req-c7f36bb6-d18f-4afa-8e1a-d47245d0120c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412874 Sep 09 22:02:57.422183 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91eae2-6cf1-486b-bab7-988bdf11351d req-bbf68bcc-3201-446a-a7ef-d650702f5038 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:57.423728 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1a91eae2-6cf1-486b-bab7-988bdf11351d req-bbf68bcc-3201-446a-a7ef-d650702f5038 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0627363 Sep 09 22:02:57.469361 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1a91eae2-6cf1-486b-bab7-988bdf11351d req-2be49463-29cc-4fee-af64-0522d4715634 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394766 Sep 09 22:02:58.595095 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650a3fc-c23c-43d1-9fbb-813c0ec93098 req-97cbb1a0-1a51-4c43-9d81-d7938c405202 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:58.596891 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e650a3fc-c23c-43d1-9fbb-813c0ec93098 req-97cbb1a0-1a51-4c43-9d81-d7938c405202 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0491867 Sep 09 22:02:58.640708 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e650a3fc-c23c-43d1-9fbb-813c0ec93098 req-88b1e060-5da4-435d-af26-0a86fa5da085 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371048 Sep 09 22:02:58.906348 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58530) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:59.015844 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a725d17d-d5d9-43b2-92d8-3fe880caa316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:59.110267 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a725d17d-d5d9-43b2-92d8-3fe880caa316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:59.185103 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a725d17d-d5d9-43b2-92d8-3fe880caa316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:59.225827 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725d17d-d5d9-43b2-92d8-3fe880caa316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9e8d69-6a97-4255-9d8f-edcd2f6bb0bc,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:59.232947 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58534) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:02:59.233490 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-a725d17d-d5d9-43b2-92d8-3fe880caa316 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e0326a74a044ff9a6bcced3440d8025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255327 Sep 09 22:02:59.287285 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0fb3946b-27d3-4818-a8e2-e470b642a844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:59.310524 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0fb3946b-27d3-4818-a8e2-e470b642a844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:59.710844 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0fb3946b-27d3-4818-a8e2-e470b642a844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:59.714058 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0fb3946b-27d3-4818-a8e2-e470b642a844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:02:59.718187 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-0fb3946b-27d3-4818-a8e2-e470b642a844 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac9e8d69-6a97-4255-9d8f-edcd2f6bb0bc HTTP/1.1" status: 204 len: 168 time: 0.4832015 Sep 09 22:02:59.754380 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3946b-27d3-4818-a8e2-e470b642a844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9e8d69-6a97-4255-9d8f-edcd2f6bb0bc,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:02:59.792360 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3210b18-bd55-4ecb-b36d-acf18525ccc9 req-da5901b3-7d13-4d2d-a7b9-2bc2cf4ffcee tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:02:59.800426 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c3210b18-bd55-4ecb-b36d-acf18525ccc9 req-da5901b3-7d13-4d2d-a7b9-2bc2cf4ffcee tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0796804 Sep 09 22:02:59.835424 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c3210b18-bd55-4ecb-b36d-acf18525ccc9 req-261320fa-7490-4301-8302-1c194becd709 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341108 Sep 09 22:03:00.416049 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58544) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:00.429748 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-57a69db1-78e2-479a-8d61-82d33c984f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:00.520810 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-57a69db1-78e2-479a-8d61-82d33c984f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:00.630490 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-57a69db1-78e2-479a-8d61-82d33c984f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:00.667951 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a69db1-78e2-479a-8d61-82d33c984f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9394384e-4629-4132-8561-04261af98692,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:00.672437 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-57a69db1-78e2-479a-8d61-82d33c984f44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=380e065550ca4388b587a7e8871fb0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575362 Sep 09 22:03:00.675616 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58546) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:00.723016 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-db29b42b-8563-464f-b3fd-c05a3440c93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:00.747311 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-db29b42b-8563-464f-b3fd-c05a3440c93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:00.859009 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-db29b42b-8563-464f-b3fd-c05a3440c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:00.861624 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-db29b42b-8563-464f-b3fd-c05a3440c93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:00.863404 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-db29b42b-8563-464f-b3fd-c05a3440c93d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9394384e-4629-4132-8561-04261af98692 HTTP/1.1" status: 204 len: 168 time: 0.1861932 Sep 09 22:03:00.872060 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29b42b-8563-464f-b3fd-c05a3440c93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9394384e-4629-4132-8561-04261af98692,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:00.966644 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e48fc-483b-402f-822f-093abe8ea8f9 req-3f7d26b6-a767-43b4-8e49-a431e84c4b07 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:00.968991 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0d3e48fc-483b-402f-822f-093abe8ea8f9 req-3f7d26b6-a767-43b4-8e49-a431e84c4b07 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0536065 Sep 09 22:03:01.011544 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0d3e48fc-483b-402f-822f-093abe8ea8f9 req-5997167b-43b0-4e58-aa3c-cc739f781a6c tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351107 Sep 09 22:03:01.105033 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:02.134322 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d6cc1-8c54-444e-959b-92353333ed82 req-09f18347-59b4-4427-a33d-0e323c9d0221 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:02.135744 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fb3d6cc1-8c54-444e-959b-92353333ed82 req-09f18347-59b4-4427-a33d-0e323c9d0221 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0499794 Sep 09 22:03:02.174523 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fb3d6cc1-8c54-444e-959b-92353333ed82 req-4faf9bd7-75cc-4ffd-bde9-7b5b081783bc tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Sep 09 22:03:03.293775 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4aebe5-a815-4771-a9e3-58894edc3713 req-d5a7fd78-a7ac-4481-b010-85af5ea33588 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:03.295284 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1d4aebe5-a815-4771-a9e3-58894edc3713 req-d5a7fd78-a7ac-4481-b010-85af5ea33588 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 944 time: 0.0493803 Sep 09 22:03:03.336923 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1d4aebe5-a815-4771-a9e3-58894edc3713 req-59b9a82d-2b78-4c45-ba5d-98a7fa9fc25e tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335679 Sep 09 22:03:03.849651 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 63980ade-0982-4dc9-bc6e-f2e66c79f30a details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:03:03.944608 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:03.955417 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'port_id': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'mac_address': 'fa:16:3e:04:b7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:03:03.996221 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:04.009375 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63980ade-0982-4dc9-bc6e-f2e66c79f30a {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:03:04.028439 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:04.087741 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:04.134999 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=63980ade-0982-4dc9-bc6e-f2e66c79f30a,revision_number=9']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:04.308485 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['63980ade-0982-4dc9-bc6e-f2e66c79f30a'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:03:04.457025 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388828ea-6002-44d4-9815-7372e264bf5a req-e1a55279-980f-4fa1-999e-5f587b51b7a6 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:04.458576 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-388828ea-6002-44d4-9815-7372e264bf5a req-e1a55279-980f-4fa1-999e-5f587b51b7a6 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 945 time: 0.0490777 Sep 09 22:03:04.496220 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-388828ea-6002-44d4-9815-7372e264bf5a req-ab485113-b05e-4e16-aa37-f72911c34ca4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316560 Sep 09 22:03:05.631594 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74288729-f6f0-49ea-ad83-b46b9b8c29e4 req-a8107287-a14f-492f-b284-ec5b14c92d89 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:05.633120 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-74288729-f6f0-49ea-ad83-b46b9b8c29e4 req-a8107287-a14f-492f-b284-ec5b14c92d89 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 945 time: 0.0652213 Sep 09 22:03:05.674948 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-74288729-f6f0-49ea-ad83-b46b9b8c29e4 req-fa3eeb50-a1bb-4307-b832-298d21d30969 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350211 Sep 09 22:03:05.849051 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 63980ade-0982-4dc9-bc6e-f2e66c79f30a up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:05.898213 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 63980ade-0982-4dc9-bc6e-f2e66c79f30a triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:05.898581 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:05.974359 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:05.997033 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:03:05.999361 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15e3afc-80a3-46ca-b532-01783f5c944a" -d '{"events": [{"server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "name": "network-vif-plugged", "status": "completed", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:03:06.017043 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:06.046695 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c30e3a-ea50-473e-8cf0-85baef050462 x-openstack-request-id: req-38c30e3a-ea50-473e-8cf0-85baef050462 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:03:06.047049 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "name": "network-vif-plugged", "status": "completed", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:03:06.047303 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38c30e3a-ea50-473e-8cf0-85baef050462 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:03:06.047699 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'code': 200} Sep 09 22:03:06.132641 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:06.179935 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=63980ade-0982-4dc9-bc6e-f2e66c79f30a,revision_number=10']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:06.196524 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:03:06.452319 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2f3f9-7c6d-4b24-9e1e-ad1d1f680129 req-1ade6e4d-02b6-4dfd-9048-b48fb6146d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:06.458282 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-14b2f3f9-7c6d-4b24-9e1e-ad1d1f680129 req-1ade6e4d-02b6-4dfd-9048-b48fb6146d6d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 1100 time: 0.0384872 Sep 09 22:03:06.489646 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-14b2f3f9-7c6d-4b24-9e1e-ad1d1f680129 req-f4c9d96a-a59d-4abf-8e04-f282ae6c8d71 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284393 Sep 09 22:03:06.793424 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b6177-e58e-4230-bac7-3c42a89be30e req-09789dca-956a-4b18-8e9e-2c8256770408 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:06.794923 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-545b6177-e58e-4230-bac7-3c42a89be30e req-09789dca-956a-4b18-8e9e-2c8256770408 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 947 time: 0.0489488 Sep 09 22:03:06.832818 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-545b6177-e58e-4230-bac7-3c42a89be30e req-48e9c7e5-01da-4802-a42b-aba9f93656e4 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Sep 09 22:03:07.954038 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feff170-46ac-4fb0-96ed-1b11cae90e37 req-c2f57544-c223-48a3-b1db-a4b96b7ec667 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:07.955536 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6feff170-46ac-4fb0-96ed-1b11cae90e37 req-c2f57544-c223-48a3-b1db-a4b96b7ec667 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 947 time: 0.0502739 Sep 09 22:03:07.995570 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6feff170-46ac-4fb0-96ed-1b11cae90e37 req-841e3935-45e8-4cf2-be5e-561524ae09f6 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328515 Sep 09 22:03:09.119873 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f6e87-4a10-4a55-bc40-8068f0d69b9b req-ba1a90be-47ea-4cd2-9876-5cdfb3d2d63f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:09.121507 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a32f6e87-4a10-4a55-bc40-8068f0d69b9b req-ba1a90be-47ea-4cd2-9876-5cdfb3d2d63f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 947 time: 0.0535040 Sep 09 22:03:09.160647 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a32f6e87-4a10-4a55-bc40-8068f0d69b9b req-84aebbc8-080e-4228-bf62-01b658def174 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330806 Sep 09 22:03:12.688271 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58720) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:12.790954 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6bc43d12-f1f0-414c-9925-aa7ae46403ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:12.873167 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6bc43d12-f1f0-414c-9925-aa7ae46403ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:12.921689 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6bc43d12-f1f0-414c-9925-aa7ae46403ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:12.958406 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc43d12-f1f0-414c-9925-aa7ae46403ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82838198-d7cf-4bab-aff6-3ef009b63d5b,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:12.962735 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-6bc43d12-f1f0-414c-9925-aa7ae46403ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=75cfd27008c34f709afb0043f5650c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734220 Sep 09 22:03:12.965397 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58724) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:13.013928 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d3664018-4fd2-4721-bdc3-0590e5bc0c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:13.035314 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d3664018-4fd2-4721-bdc3-0590e5bc0c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:13.166199 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d3664018-4fd2-4721-bdc3-0590e5bc0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:13.168811 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d3664018-4fd2-4721-bdc3-0590e5bc0c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:13.169970 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-d3664018-4fd2-4721-bdc3-0590e5bc0c7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82838198-d7cf-4bab-aff6-3ef009b63d5b HTTP/1.1" status: 204 len: 168 time: 0.2036560 Sep 09 22:03:13.177687 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3664018-4fd2-4721-bdc3-0590e5bc0c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82838198-d7cf-4bab-aff6-3ef009b63d5b,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:13.746258 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58730) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:13.757921 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f0f49d79-b834-42ea-97a5-7df54dc0d917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:13.842738 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f0f49d79-b834-42ea-97a5-7df54dc0d917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:13.921258 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-f0f49d79-b834-42ea-97a5-7df54dc0d917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:13.958037 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-f0f49d79-b834-42ea-97a5-7df54dc0d917 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91ba8a0bf15e451cbd151124fc0ef095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120254 Sep 09 22:03:13.958859 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f49d79-b834-42ea-97a5-7df54dc0d917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2d15a0-1c7c-4b1e-801b-700478955e6d,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:13.960808 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58732) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:14.010453 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:14.031242 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:14.150239 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:14.152903 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:14.154120 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba2d15a0-1c7c-4b1e-801b-700478955e6d HTTP/1.1" status: 204 len: 168 time: 0.1923134 Sep 09 22:03:14.163070 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2d15a0-1c7c-4b1e-801b-700478955e6d,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:14.170655 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.171001 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.171397 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.171851 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.172092 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.172459 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.172792 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.173137 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.173571 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.173767 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.174092 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.174411 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ced14e0-660e-41ac-a20f-9160d25d1a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:14.864955 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58738) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:14.878122 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-44cd7c95-3bb9-462b-9b9b-5a05fd7ce4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:14.963174 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-44cd7c95-3bb9-462b-9b9b-5a05fd7ce4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:15.034685 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-44cd7c95-3bb9-462b-9b9b-5a05fd7ce4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:15.077006 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-44cd7c95-3bb9-462b-9b9b-5a05fd7ce4de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73f14d0f6fff41ec93b7dbc80bd80d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109430 Sep 09 22:03:15.078094 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd7c95-3bb9-462b-9b9b-5a05fd7ce4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c637d27-4a27-4af0-9960-e6e76b7f0af9,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:15.080245 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58740) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:15.130254 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6e7edc39-e25a-418d-980d-3e6dce20712c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:15.151111 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6e7edc39-e25a-418d-980d-3e6dce20712c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:15.270648 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6e7edc39-e25a-418d-980d-3e6dce20712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:15.273087 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6e7edc39-e25a-418d-980d-3e6dce20712c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:15.274275 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-6e7edc39-e25a-418d-980d-3e6dce20712c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c637d27-4a27-4af0-9960-e6e76b7f0af9 HTTP/1.1" status: 204 len: 168 time: 0.1929336 Sep 09 22:03:15.282232 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7edc39-e25a-418d-980d-3e6dce20712c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c637d27-4a27-4af0-9960-e6e76b7f0af9,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:19.230820 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-2e732545-a24a-4a97-8d31-5f6a1e917552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:21.944108 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0bd3-7a54-4fa1-8da7-c24b51d3889f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:22.052659 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:23.303516 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:24.584181 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:31.098990 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:35.983357 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-5e457435-5080-46e5-9125-a4a9ca55154a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390382 Sep 09 22:03:36.064874 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-677fd680-eeb5-4539-b190-d065ca4c8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:36.066368 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-677fd680-eeb5-4539-b190-d065ca4c8fb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab9b64709c14bb79aca397392ea3687&device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 1100 time: 0.0390210 Sep 09 22:03:36.174283 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-5fdc3668-59c9-4217-9717-ed00c86b4050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:36.175754 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-5fdc3668-59c9-4217-9717-ed00c86b4050 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 200 len: 918 time: 0.0878398 Sep 09 22:03:36.241663 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-a75a74d2-c717-4e13-a40a-91e0a0b29dab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a HTTP/1.1" status: 200 len: 1001 time: 0.0572646 Sep 09 22:03:36.291109 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-68e30692-97a7-49b2-b21d-24a3335b498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:36.292585 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-68e30692-97a7-49b2-b21d-24a3335b498a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe964a5-116b-492c-a18b-c24d54879974 HTTP/1.1" status: 200 len: 856 time: 0.0430939 Sep 09 22:03:36.341661 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-9ec752b3-54f9-43ba-8a46-fbed40638b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:36.343129 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-9ec752b3-54f9-43ba-8a46-fbed40638b78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1ca508e-6667-482f-b954-a00d4eeee63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431023 Sep 09 22:03:36.434420 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-b3464999-dfee-4a3b-85c6-b52e2717db20 service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796733 Sep 09 22:03:36.526231 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1cf3795a-8a89-4956-8c77-49bee8fb3565 req-50af8c67-d636-4ca9-9f5d-a42bb555ba3d service neutron] 10.222.0.46 "GET /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834119 Sep 09 22:03:37.341983 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58886) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:37.445580 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:37.533103 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:37.600207 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:37.636238 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b198ca68-b14c-43cf-ab7d-cd76de18fafb,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:37.641075 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b2af66aa30840b197633de41b70ba79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979193 Sep 09 22:03:37.643787 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58890) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:37.645908 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.646252 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.646586 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.646912 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.647238 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.647558 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.647878 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.648196 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.648544 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.648860 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.649171 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.649480 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75cab7-3397-43e5-aa60-d960fa17ff41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:37.692172 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f6e9f2a9-2713-4073-bba0-522ef6d7ac84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:37.713536 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f6e9f2a9-2713-4073-bba0-522ef6d7ac84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:37.835594 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f6e9f2a9-2713-4073-bba0-522ef6d7ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:37.838225 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-f6e9f2a9-2713-4073-bba0-522ef6d7ac84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:37.839369 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-f6e9f2a9-2713-4073-bba0-522ef6d7ac84 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b198ca68-b14c-43cf-ab7d-cd76de18fafb HTTP/1.1" status: 204 len: 168 time: 0.1945653 Sep 09 22:03:37.847725 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9f2a9-2713-4073-bba0-522ef6d7ac84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b198ca68-b14c-43cf-ab7d-cd76de18fafb,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:38.840527 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58912) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:38.934408 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1598933703-network', 'tenant_id': 'c92af1689a1941579c040d51f637de6f'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:39.053253 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Made reservation on behalf of c92af1689a1941579c040d51f637de6f for: {'network': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:03:39.055484 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:39.064464 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:39.157620 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:39.264214 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:39.293568 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=100962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:03:39.299798 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc1af25-60fb-4dbe-949e-856069f98d87,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:39.306337 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:39.306617 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.segments_db [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Added segment 67c956d7-281e-4eb2-90e1-940c6548624e of type vlan for network ba2ae244-faec-492f-a374-9c9dbf96f41f Sep 09 22:03:39.346146 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:39.435483 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:39.436485 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:39.437067 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:39.497169 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] Pushing event updated for resources: {'Network': ['ID=ba2ae244-faec-492f-a374-9c9dbf96f41f,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:39.507027 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network ba2ae244-faec-492f-a374-9c9dbf96f41f details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:03:39.539141 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-83be224c-7638-4ad7-9667-bf85e9dae548 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6974995 Sep 09 22:03:39.541999 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58916) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:39.546833 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] Request body: {'subnet': {'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1598933703-subnet', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'ip_version': 4}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:39.634635 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] Made reservation on behalf of c92af1689a1941579c040d51f637de6f for: {'subnet': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:03:39.637014 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5205235'] for subnet, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:39.835793 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5229506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5205229'] for subnet, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:39.895040 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:39.905587 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] Checking segment: {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:03:39.905587 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] Network hostable DHCP agents. Network: ba2ae244-faec-492f-a374-9c9dbf96f41f, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:03:39.967104 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] Network ba2ae244-faec-492f-a374-9c9dbf96f41f is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:03:40.012723 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, ba2ae244-faec-492f-a374-9c9dbf96f41f) {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:03:40.016877 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:40.017468 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.023881 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5885e93d-75ee-475f-aa7f-e0dc02b1db81 None None] Network ba2ae244-faec-492f-a374-9c9dbf96f41f requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:03:40.116742 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-9c25126c-1861-422e-97ab-984bbbf4d369 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5735602 Sep 09 22:03:40.119285 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58918) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:40.123654 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:40.166274 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca9be6b-504f-507d-a59e-432101f10e67-ba2ae244-faec-492f-a374-9c9dbf96f41f', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4'}]}} from dv-cinder-808137-1-iscsi. {{(pid=100963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:03:40.167111 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.184427 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13242'] for router, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.185514 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13235'] for router, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.236490 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.298368 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.db_base_plugin_common [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Allocated IP 172.20.0.2 (ba2ae244-faec-492f-a374-9c9dbf96f41f/1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4/bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d) {{(pid=100963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:03:40.416270 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.440321 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.448817 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Transition to ACTIVE for port object bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:03:40.463996 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Transition to ACTIVE for port object bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d will not be triggered until provisioned by entity DHCP. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:03:40.538768 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.575228 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Network ba2ae244-faec-492f-a374-9c9dbf96f41f is already hosted by enough agents. {{(pid=100963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:03:40.578004 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.base_scheduler [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Resources bound (agent type, host, resource id): {{(pid=100963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:03:40.581546 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Received port after_create {{(pid=100963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:03:40.592695 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Pushing event updated for resources: {'Port': ['ID=bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d,revision_number=1']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:40.618180 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.618518 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.618850 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.619175 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.619497 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.619820 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.620138 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.620480 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.620797 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.621108 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.621418 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.621726 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:40.652468 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.655352 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Attempting to bind port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:03:40.655715 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Attempting to bind port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:03:40.656071 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Attempting to bind port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d on network ba2ae244-faec-492f-a374-9c9dbf96f41f {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:03:40.660943 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:03:40.661932 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Checking segment: {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:03:40.662266 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.662651 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Bound using segment: {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:03:40.663164 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Bound port: bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:03:40.663543 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.672016 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.730122 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] For port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:03:40.733585 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] For port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:03:40.775166 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Allocated IP 172.27.1.4 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/9e6c22ad-01f8-4b41-9d5a-c9494489853a) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:03:40.825167 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.885300 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:40.891129 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac7387-afff-41f6-8a37-0323bb18d9d0 None None] Pushing event updated for resources: {'Port': ['ID=bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:40.977976 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:41.017650 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:03:41.022400 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:03:41.026869 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:03:41.059984 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=9e6c22ad-01f8-4b41-9d5a-c9494489853a,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:41.351202 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:41.552364 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589643'] for router, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:41.732868 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f is scheduled to L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac with binding_index 1 {{(pid=100962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:03:41.821298 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35062e6d-546e-4b34-a4ed-a63c79c352f9 None None] Network ba2ae244-faec-492f-a374-9c9dbf96f41f requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:03:41.844332 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:03:41.855090 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Sync routers for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:03:41.864624 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:41.865301 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:41.921340 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:41.925513 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58922) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:41.926062 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-0eb095d1-71fb-4a86-a462-283b1ca33ce8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8053174 Sep 09 22:03:41.966157 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-df8b228c-7f8e-401a-b124-e5ba664b41f6 None None] Provisioning for port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:03:41.972518 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:42.187032 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:41Z', 'revision_number': 3, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:42.215302 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Checking router: e06cdb07-a19f-4d1a-a883-fb9e920cfa4f for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:03:42.215538 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Updating router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f port 9e6c22ad-01f8-4b41-9d5a-c9494489853a binding host dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:03:42.253532 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:42.445438 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:42.549157 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:03:42.554247 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:42.554625 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:42.617028 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:42.632385 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Notify callbacks [] for port, precommit_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:42.645632 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.provisioning_blocks [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Transition to ACTIVE for port object 9e6c22ad-01f8-4b41-9d5a-c9494489853a will not be triggered until provisioned by entity L2. {{(pid=100964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:03:42.647648 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:42.681583 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:42.709691 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:42.751090 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9a5c1-6213-464c-b623-c9404aaa7920 req-f4a26f54-62c0-4521-afb0-0fd31d4a5ca0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:42.752640 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-0ef9a5c1-6213-464c-b623-c9404aaa7920 req-f4a26f54-62c0-4521-afb0-0fd31d4a5ca0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 947 time: 0.1202135 Sep 09 22:03:42.766725 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Attempting to bind port 9e6c22ad-01f8-4b41-9d5a-c9494489853a on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:03:42.767174 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Attempting to bind port 9e6c22ad-01f8-4b41-9d5a-c9494489853a by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:03:42.767309 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:42.767487 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Attempting to bind port 9e6c22ad-01f8-4b41-9d5a-c9494489853a on network 584713b3-eff6-4e86-ae47-0d6e97969935 {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:03:42.776582 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Pushing event updated for resources: {'Port': ['ID=9e6c22ad-01f8-4b41-9d5a-c9494489853a,revision_number=2']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:42.782008 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:03:42.782008 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Checking segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:03:42.782008 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:42.782008 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Bound using segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:03:42.782008 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Bound port: 9e6c22ad-01f8-4b41-9d5a-c9494489853a, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:03:42.782008 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:42.788944 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.789383 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.790029 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.790163 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.790561 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.790955 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.791345 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.791790 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.792131 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.792545 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.792927 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.793323 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:03:42.825439 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:42.828809 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-0ef9a5c1-6213-464c-b623-c9404aaa7920 req-c5d36b19-9d22-4b8d-beeb-9f3500182db0 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686781 Sep 09 22:03:42.848513 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Allocated IP 172.20.0.1 (ba2ae244-faec-492f-a374-9c9dbf96f41f/1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4/63df4663-88fd-49ba-8aee-9593c9a9081a) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:03:42.855388 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] For port 9e6c22ad-01f8-4b41-9d5a-c9494489853a, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:03:42.858539 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] For port 9e6c22ad-01f8-4b41-9d5a-c9494489853a, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=9e6c22ad-01f8-4b41-9d5a-c9494489853a,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:03:42.932990 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:42.947678 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:42.961412 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.provisioning_blocks [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Transition to ACTIVE for port object 63df4663-88fd-49ba-8aee-9593c9a9081a will not be triggered until provisioned by entity DHCP. {{(pid=100961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:03:42.983852 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:42.984662 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:43.031667 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6d316-1568-4d57-b64f-9c6635c79814 None None] Pushing event updated for resources: {'Port': ['ID=9e6c22ad-01f8-4b41-9d5a-c9494489853a,revision_number=3']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:43.075835 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:43.101932 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:43.117220 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Network ba2ae244-faec-492f-a374-9c9dbf96f41f is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:03:43.124864 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:03:43.127609 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:03:43.131373 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=63df4663-88fd-49ba-8aee-9593c9a9081a,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:43.176130 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589722'] for router_interface, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:43.198182 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:03:43.301144 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:41Z', 'revision_number': 3, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:43.331436 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bedc4-0c81-49ea-8647-4e4a74e621d4 None None] The sync data for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi is: [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:41Z', 'revision_number': 3, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:03:43.378597 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-166ec613-6cd5-43ed-b2ca-10a36a8ae006 None None] Provisioning for port 63df4663-88fd-49ba-8aee-9593c9a9081a completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:03:43.382870 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:43.383047 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-166ec613-6cd5-43ed-b2ca-10a36a8ae006 None None] Provisioning complete for port 63df4663-88fd-49ba-8aee-9593c9a9081a triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:43.383421 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-166ec613-6cd5-43ed-b2ca-10a36a8ae006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:43.421249 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-166ec613-6cd5-43ed-b2ca-10a36a8ae006 None None] Port 63df4663-88fd-49ba-8aee-9593c9a9081a cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:03:43.573507 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:43.629222 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:43.699570 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=63df4663-88fd-49ba-8aee-9593c9a9081a,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:43.702176 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587530'] for router_interface, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:43.796961 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Network ba2ae244-faec-492f-a374-9c9dbf96f41f is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:03:43.798418 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:03:43.929333 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:03:43.993442 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e313a98-2492-405e-8af3-3b0a888fa59e req-ff6496c2-5f3a-4352-8e2f-088a4b16a7d9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:43.995115 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7e313a98-2492-405e-8af3-3b0a888fa59e req-ff6496c2-5f3a-4352-8e2f-088a4b16a7d9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 947 time: 0.0836086 Sep 09 22:03:44.042378 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-f9f3e918-1127-4f07-b9e6-e704bb855e37 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:44.043935 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-f9f3e918-1127-4f07-b9e6-e704bb855e37 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.46 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 947 time: 0.0846243 Sep 09 22:03:44.045489 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:03:44.067848 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-9bafed43-aa8d-4db6-9cf9-4a7db9d8f0d3 admin admin] 10.222.0.52 "PUT /v2.0/routers/e06cdb07-a19f-4d1a-a883-fb9e920cfa4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1242120 Sep 09 22:03:44.067954 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7e313a98-2492-405e-8af3-3b0a888fa59e req-20aae981-045a-41eb-9f23-db778d828c4f tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups?id=c551e010-504b-4e56-b2a0-4359b78258a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503523 Sep 09 22:03:44.068060 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-bf19985f-76db-4272-b036-19be07a3dc9d None None] Provisioning complete for port 63df4663-88fd-49ba-8aee-9593c9a9081a triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:44.068060 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-bf19985f-76db-4272-b036-19be07a3dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.104251 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-bf19985f-76db-4272-b036-19be07a3dc9d None None] Port 63df4663-88fd-49ba-8aee-9593c9a9081a cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:03:44.163101 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Deleting port 63980ade-0982-4dc9-bc6e-f2e66c79f30a {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:03:44.163597 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.255880 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] For port 63980ade-0982-4dc9-bc6e-f2e66c79f30a, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=63980ade-0982-4dc9-bc6e-f2e66c79f30a,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:44.256242 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.441787 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.442153 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.442656 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Floating IP d5dc8da7-e1cf-42e6-b95f-c6eba2245c36 disassociated. External IP: 172.27.1.82, port: 63980ade-0982-4dc9-bc6e-f2e66c79f30a. Sep 09 22:03:44.443556 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Calling delete_port for 63980ade-0982-4dc9-bc6e-f2e66c79f30a owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:03:44.494182 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 9e6c22ad-01f8-4b41-9d5a-c9494489853a up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:44.601590 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 9e6c22ad-01f8-4b41-9d5a-c9494489853a completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:03:44.605725 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 9e6c22ad-01f8-4b41-9d5a-c9494489853a triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:44.606245 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.648589 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.704974 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event deleted for resources: {'Port': ['ID=63980ade-0982-4dc9-bc6e-f2e66c79f30a,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:44.707324 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.734390 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 9e6c22ad-01f8-4b41-9d5a-c9494489853a, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=9e6c22ad-01f8-4b41-9d5a-c9494489853a,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:44.739616 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58950) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:44.745842 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-78811013-network', 'tenant_id': '053712cad445473eb1c93cc87007883b'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:44.790169 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.790959 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:44.816942 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Router 3633ca26-6959-4fbc-ad10-ab2348900184 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:03:44.817889 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Made reservation on behalf of 053712cad445473eb1c93cc87007883b for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:03:44.820358 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.830251 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.873189 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=9e6c22ad-01f8-4b41-9d5a-c9494489853a,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:44.887243 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:44.887672 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.955016 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:44.975291 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Sync routers for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:03:44.996493 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:44.997152 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:45.047350 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.064868 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:03:45.097330 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.097742 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Added segment db6430df-8792-47e4-8888-56b968d33e5e of type vlan for network 55355cc2-a718-4a01-be76-0824100773ff Sep 09 22:03:45.112553 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e933971d-715d-431e-a475-a6b0186c2bc9,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:45.121517 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:45.176727 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.212628 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9dc4d2ab-204f-4b3f-a230-3f4aa7e7c73d req-57363206-4608-4a2b-b9f9-8ce4bbe1a8bc tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 210 time: 0.0288882 Sep 09 22:03:45.272859 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:03:45.283802 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f78702-60d8-4830-8b4b-577f3297c7d3 None None] Sync routers for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:03:45.292850 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.293887 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:45.294662 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.306167 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f78702-60d8-4830-8b4b-577f3297c7d3 None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:45.307250 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d5f78702-60d8-4830-8b4b-577f3297c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:45.314147 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] No DVR routers for this DVR port 63980ade-0982-4dc9-bc6e-f2e66c79f30a on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:03:45.318683 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.320995 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5792c999-4bc3-4f32-b273-cd3d3a0e8bad req-26b5f586-963f-4a0a-867c-b34855ceca30 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.46 "DELETE /v2.0/ports/63980ade-0982-4dc9-bc6e-f2e66c79f30a HTTP/1.1" status: 204 len: 173 time: 1.2667124 Sep 09 22:03:45.321565 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'name': 'network-vif-deleted', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:03:45.324840 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc7d103-3940-4306-ac41-e5aefb161719" -d '{"events": [{"server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "name": "network-vif-deleted", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:03:45.350387 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 2, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:45.368118 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9708492d-5335-437e-844f-3c1278f3f530 x-openstack-request-id: req-9708492d-5335-437e-844f-3c1278f3f530 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:03:45.372457 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f185ca76-87f4-43c1-92d1-11ce57a1df65", "name": "network-vif-deleted", "tag": "63980ade-0982-4dc9-bc6e-f2e66c79f30a", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:03:45.372457 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9708492d-5335-437e-844f-3c1278f3f530 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:03:45.372457 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f185ca76-87f4-43c1-92d1-11ce57a1df65', 'name': 'network-vif-deleted', 'tag': '63980ade-0982-4dc9-bc6e-f2e66c79f30a', 'status': 'completed', 'code': 200} Sep 09 22:03:45.377462 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] Pushing event updated for resources: {'Network': ['ID=55355cc2-a718-4a01-be76-0824100773ff,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:45.388169 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 55355cc2-a718-4a01-be76-0824100773ff details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:03:45.390549 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-9026b268-2bce-4868-86cf-05903b828a04 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6490538 Sep 09 22:03:45.393751 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58956) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:45.394271 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Checking router: e06cdb07-a19f-4d1a-a883-fb9e920cfa4f for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:03:45.394735 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Updating router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f port 63df4663-88fd-49ba-8aee-9593c9a9081a binding host dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:03:45.398979 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] Request body: {'subnet': {'network_id': '55355cc2-a718-4a01-be76-0824100773ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-78811013-subnet', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'ip_version': 4}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:45.429888 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-d5f78702-60d8-4830-8b4b-577f3297c7d3 None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:45.444249 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.521266 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] Made reservation on behalf of 053712cad445473eb1c93cc87007883b for: {'subnet': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:03:45.523778 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5205235'] for subnet, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.636134 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d5f78702-60d8-4830-8b4b-577f3297c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:45.662319 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f78702-60d8-4830-8b4b-577f3297c7d3 None None] Checking router: 3633ca26-6959-4fbc-ad10-ab2348900184 for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:03:45.671732 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f78702-60d8-4830-8b4b-577f3297c7d3 None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:45.672494 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d5f78702-60d8-4830-8b4b-577f3297c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:45.768151 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.773164 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5229506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5205229'] for subnet, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.779623 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Transition to ACTIVE for port object 63df4663-88fd-49ba-8aee-9593c9a9081a will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:03:45.789724 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-d5f78702-60d8-4830-8b4b-577f3297c7d3 None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:45.826934 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d69f416-9c9e-438a-abf2-7c6d09c03b26,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:45.838231 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] Checking segment: {'id': 'db6430df-8792-47e4-8888-56b968d33e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '55355cc2-a718-4a01-be76-0824100773ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:03:45.838593 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] Network hostable DHCP agents. Network: 55355cc2-a718-4a01-be76-0824100773ff, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:03:45.847393 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.915145 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] Network 55355cc2-a718-4a01-be76-0824100773ff is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:03:45.918492 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922351d7-a88b-40b4-b58d-2a71790724c8 None None] Pushing event updated for resources: {'Port': ['ID=63df4663-88fd-49ba-8aee-9593c9a9081a,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:45.964687 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Attempting to bind port 63df4663-88fd-49ba-8aee-9593c9a9081a on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:03:45.965065 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Attempting to bind port 63df4663-88fd-49ba-8aee-9593c9a9081a by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:03:45.965423 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Attempting to bind port 63df4663-88fd-49ba-8aee-9593c9a9081a on network ba2ae244-faec-492f-a374-9c9dbf96f41f {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:03:45.971035 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:03:45.971404 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Checking segment: {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:03:45.971800 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:45.972193 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Bound using segment: {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:03:45.972691 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Bound port: 63df4663-88fd-49ba-8aee-9593c9a9081a, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:03:45.973066 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:46.005703 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d5f78702-60d8-4830-8b4b-577f3297c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:46.032007 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f78702-60d8-4830-8b4b-577f3297c7d3 None None] The sync data for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi is: [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T21:56:47Z', 'revision_number': 4, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'c4e99d5e-b078-4d6d-8c26-cab4449d06ac', 'name': '', 'network_id': 'e1ca508e-6667-482f-b954-a00d4eeee63d', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'mac_address': 'fa:16:3e:41:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:46Z', 'updated_at': '2021-09-09T21:56:56Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'subnets': [{'id': 'cbe964a5-116b-492c-a18b-c24d54879974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:03:46.041900 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 55355cc2-a718-4a01-be76-0824100773ff) {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:03:46.050018 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:03:46.050018 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:46.050354 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] For port 63df4663-88fd-49ba-8aee-9593c9a9081a, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:03:46.054054 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde24423-c085-4d06-bd46-2ae97457039c None None] Network 55355cc2-a718-4a01-be76-0824100773ff requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:03:46.118234 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] For port 63df4663-88fd-49ba-8aee-9593c9a9081a, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=63df4663-88fd-49ba-8aee-9593c9a9081a,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:03:46.185571 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-02a7ec46-b5d6-4c4d-b644-ff7a5b62e2bc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7906146 Sep 09 22:03:46.188053 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58960) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:46.192996 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-78811013-router', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:46.224659 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:46.254579 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca9be6b-504f-507d-a59e-432101f10e67-55355cc2-a718-4a01-be76-0824100773ff', 'network_id': '55355cc2-a718-4a01-be76-0824100773ff', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'fixed_ips': [{'subnet_id': '9d69f416-9c9e-438a-abf2-7c6d09c03b26'}]}} from dv-cinder-808137-1-iscsi. {{(pid=100963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:03:46.255936 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:46.310887 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13242'] for router, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:46.313048 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13235'] for router, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:46.320153 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922351d7-a88b-40b4-b58d-2a71790724c8 None None] Pushing event updated for resources: {'Port': ['ID=63df4663-88fd-49ba-8aee-9593c9a9081a,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:46.322790 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:46.323408 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:46.384928 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf7adc8-3878-4a45-9966-639f2397edb1 None None] New status for floating IP d5dc8da7-e1cf-42e6-b95f-c6eba2245c36: DOWN {{(pid=100963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:03:46.397870 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c07eb44b-889d-4a8e-9ac9-1b9167fee7ba req-3cbf831b-834f-4ad8-98c8-6007ac17f6c3 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/ports?device_id=f185ca76-87f4-43c1-92d1-11ce57a1df65 HTTP/1.1" status: 200 len: 210 time: 0.0458021 Sep 09 22:03:46.421458 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:46.586429 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 9e6c22ad-01f8-4b41-9d5a-c9494489853a up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:46.630828 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:46.826351 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.db_base_plugin_common [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Allocated IP 172.20.0.2 (55355cc2-a718-4a01-be76-0824100773ff/9d69f416-9c9e-438a-abf2-7c6d09c03b26/17d488a3-bfaf-4629-b201-82338b5e82d4) {{(pid=100963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:03:46.826351 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:46.861804 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 9e6c22ad-01f8-4b41-9d5a-c9494489853a triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:46.862175 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:46.915104 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:46.934527 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:47.041101 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Allocated IP 172.27.1.170 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/4a391155-3226-433c-85e9-c75fb39fcd6b) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:03:47.144926 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:47.183340 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:47.196229 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Transition to ACTIVE for port object 17d488a3-bfaf-4629-b201-82338b5e82d4 will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:03:47.215215 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Transition to ACTIVE for port object 17d488a3-bfaf-4629-b201-82338b5e82d4 will not be triggered until provisioned by entity DHCP. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:03:47.227442 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:46Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:47.230441 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:47.254545 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ddba21-85b4-49db-acee-fba261ed2ac6 None None] The sync data for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi is: [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:46Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:03:47.266984 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:03:47.269849 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:03:47.274073 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:03:47.294364 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:47.320894 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Pushing event updated for resources: {'Port': ['ID=4a391155-3226-433c-85e9-c75fb39fcd6b,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:47.373537 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Network 55355cc2-a718-4a01-be76-0824100773ff is already hosted by enough agents. {{(pid=100963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:03:47.376595 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.base_scheduler [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Resources bound (agent type, host, resource id): {{(pid=100963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:03:47.381255 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Received port after_create {{(pid=100963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:03:47.414010 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Pushing event updated for resources: {'Port': ['ID=17d488a3-bfaf-4629-b201-82338b5e82d4,revision_number=1']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:47.465820 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Attempting to bind port 17d488a3-bfaf-4629-b201-82338b5e82d4 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:03:47.466637 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Attempting to bind port 17d488a3-bfaf-4629-b201-82338b5e82d4 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'db6430df-8792-47e4-8888-56b968d33e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '55355cc2-a718-4a01-be76-0824100773ff'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:03:47.466872 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Attempting to bind port 17d488a3-bfaf-4629-b201-82338b5e82d4 on network 55355cc2-a718-4a01-be76-0824100773ff {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:03:47.477695 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:03:47.477695 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Checking segment: {'id': 'db6430df-8792-47e4-8888-56b968d33e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '55355cc2-a718-4a01-be76-0824100773ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:03:47.477695 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:47.477695 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Bound using segment: {'id': 'db6430df-8792-47e4-8888-56b968d33e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '55355cc2-a718-4a01-be76-0824100773ff'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:03:47.478579 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Bound port: 17d488a3-bfaf-4629-b201-82338b5e82d4, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6430df-8792-47e4-8888-56b968d33e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '55355cc2-a718-4a01-be76-0824100773ff'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:03:47.479268 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:47.547039 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] For port 17d488a3-bfaf-4629-b201-82338b5e82d4, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:03:47.550282 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] For port 17d488a3-bfaf-4629-b201-82338b5e82d4, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=17d488a3-bfaf-4629-b201-82338b5e82d4,segment=NetworkSegment(db6430df-8792-47e4-8888-56b968d33e5e),segment_id=db6430df-8792-47e4-8888-56b968d33e5e)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:03:47.588028 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58976) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:47.624478 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:47.679292 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:47.692874 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7466c7-c5bd-4b11-b594-0569070b3ed8 None None] Pushing event updated for resources: {'Port': ['ID=17d488a3-bfaf-4629-b201-82338b5e82d4,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:47.764252 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5c117889-cd8d-46e7-9d37-c92e3cbfb5e9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:47.852277 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5c117889-cd8d-46e7-9d37-c92e3cbfb5e9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:47.993169 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589643'] for router, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.084785 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5c117889-cd8d-46e7-9d37-c92e3cbfb5e9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.087330 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5c117889-cd8d-46e7-9d37-c92e3cbfb5e9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.088551 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-5c117889-cd8d-46e7-9d37-c92e3cbfb5e9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "DELETE /v2.0/security-groups/c551e010-504b-4e56-b2a0-4359b78258a8 HTTP/1.1" status: 204 len: 168 time: 0.4995232 Sep 09 22:03:48.091713 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 58978) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:48.104224 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c117889-cd8d-46e7-9d37-c92e3cbfb5e9 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c551e010-504b-4e56-b2a0-4359b78258a8,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:48.113077 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.api.v2.resource [None req-da890d9f-39c9-4fc5-8e7e-8d44dedc6502 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] show failed (client error): The resource could not be found. Sep 09 22:03:48.113077 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-da890d9f-39c9-4fc5-8e7e-8d44dedc6502 tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "GET /v2.0/security-groups/c551e010-504b-4e56-b2a0-4359b78258a8 HTTP/1.1" status: 404 len: 347 time: 0.0170677 Sep 09 22:03:48.116231 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58980) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:48.119639 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 63980ade-0982-4dc9-bc6e-f2e66c79f30a no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:03:48.145428 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 63980ade-0982-4dc9-bc6e-f2e66c79f30a {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:03:48.146230 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 63980ade-0982-4dc9-bc6e-f2e66c79f30a not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:03:48.270256 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-546a29be-9442-4762-85b1-6cdd5861dd7d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Deleting port 9dacad61-88b7-4131-a18b-c4d47bf83a43 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:03:48.270604 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-546a29be-9442-4762-85b1-6cdd5861dd7d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.324920 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Router c26d95d0-49e1-4221-a03b-e6992fd7d97a is scheduled to L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac with binding_index 1 {{(pid=100962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:03:48.396191 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-546a29be-9442-4762-85b1-6cdd5861dd7d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.396565 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-546a29be-9442-4762-85b1-6cdd5861dd7d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.417823 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-546a29be-9442-4762-85b1-6cdd5861dd7d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Calling delete_port for 9dacad61-88b7-4131-a18b-c4d47bf83a43 owned by network:floatingip {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:03:48.478445 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 63df4663-88fd-49ba-8aee-9593c9a9081a up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:48.533329 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:03:48.542418 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Sync routers for ids ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:03:48.557080 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Routers {'c26d95d0-49e1-4221-a03b-e6992fd7d97a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:48.557589 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:48.606202 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 63df4663-88fd-49ba-8aee-9593c9a9081a completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:03:48.612325 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 63df4663-88fd-49ba-8aee-9593c9a9081a triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:48.612325 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.635956 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.641771 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-5576a5a4-7678-4bba-9b6c-c92da47256ab admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4500389 Sep 09 22:03:48.646700 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 58984) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:48.705329 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-546a29be-9442-4762-85b1-6cdd5861dd7d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.712198 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.738991 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a29be-9442-4762-85b1-6cdd5861dd7d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Pushing event deleted for resources: {'Port': ['ID=9dacad61-88b7-4131-a18b-c4d47bf83a43,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:48.740332 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715fe26-4dcb-4fc0-8eeb-5332ca7ed77a None None] Network 55355cc2-a718-4a01-be76-0824100773ff requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:03:48.782698 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 63df4663-88fd-49ba-8aee-9593c9a9081a, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=63df4663-88fd-49ba-8aee-9593c9a9081a,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:48.793950 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Set router c26d95d0-49e1-4221-a03b-e6992fd7d97a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:48.842485 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-546a29be-9442-4762-85b1-6cdd5861dd7d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks [] for floatingip, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.844996 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-546a29be-9442-4762-85b1-6cdd5861dd7d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.849852 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-546a29be-9442-4762-85b1-6cdd5861dd7d tempest-AttachVolumeShelveTestJSON-1966135639 tempest-AttachVolumeShelveTestJSON-1966135639-project] 10.222.0.52 "DELETE /v2.0/floatingips/d5dc8da7-e1cf-42e6-b95f-c6eba2245c36 HTTP/1.1" status: 204 len: 168 time: 0.7291737 Sep 09 22:03:48.857529 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:48.860531 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 17d488a3-bfaf-4629-b201-82338b5e82d4 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:48.943529 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-c4c5ed66-a2ce-4b8a-aaf3-7ebca86c6612 None None] Provisioning for port 17d488a3-bfaf-4629-b201-82338b5e82d4 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:03:48.991940 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=63df4663-88fd-49ba-8aee-9593c9a9081a,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:49.022518 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'name': 'tempest-TestVolumeBootPattern-78811013-router', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:47Z', 'revision_number': 3, 'project_id': '053712cad445473eb1c93cc87007883b', 'gw_port': {'id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:49.059684 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Checking router: c26d95d0-49e1-4221-a03b-e6992fd7d97a for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:03:49.063671 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Updating router c26d95d0-49e1-4221-a03b-e6992fd7d97a port 4a391155-3226-433c-85e9-c75fb39fcd6b binding host dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:03:49.093562 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.169044 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 17d488a3-bfaf-4629-b201-82338b5e82d4 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:03:49.175424 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 17d488a3-bfaf-4629-b201-82338b5e82d4 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:49.177290 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.210758 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-0c5ad3ba-358f-457d-867e-e1a61a5b66ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.279818 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.330682 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 17d488a3-bfaf-4629-b201-82338b5e82d4, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=17d488a3-bfaf-4629-b201-82338b5e82d4,segment=NetworkSegment(db6430df-8792-47e4-8888-56b968d33e5e),segment_id=db6430df-8792-47e4-8888-56b968d33e5e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:49.403297 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.404749 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Notify callbacks [] for port, precommit_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.415229 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-01d51d8c-7532-4154-af90-cbbf958b7146 None None] Provisioning complete for port 17d488a3-bfaf-4629-b201-82338b5e82d4 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:49.415610 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-01d51d8c-7532-4154-af90-cbbf958b7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.417923 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.provisioning_blocks [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Transition to ACTIVE for port object 4a391155-3226-433c-85e9-c75fb39fcd6b will not be triggered until provisioned by entity L2. {{(pid=100964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:03:49.463693 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.494248 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=17d488a3-bfaf-4629-b201-82338b5e82d4,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:49.516065 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.570420 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Attempting to bind port 4a391155-3226-433c-85e9-c75fb39fcd6b on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:03:49.571076 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Attempting to bind port 4a391155-3226-433c-85e9-c75fb39fcd6b by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:03:49.571279 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Attempting to bind port 4a391155-3226-433c-85e9-c75fb39fcd6b on network 584713b3-eff6-4e86-ae47-0d6e97969935 {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:03:49.573246 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd285d-869f-4b76-b344-771b4a37c240 None None] Pushing event updated for resources: {'Port': ['ID=4a391155-3226-433c-85e9-c75fb39fcd6b,revision_number=2']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:49.578924 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:03:49.579390 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Checking segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:03:49.579848 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.580374 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Bound using segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:03:49.580946 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Bound port: 4a391155-3226-433c-85e9-c75fb39fcd6b, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:03:49.581408 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.630071 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Allocated IP 172.20.0.1 (55355cc2-a718-4a01-be76-0824100773ff/9d69f416-9c9e-438a-abf2-7c6d09c03b26/e262f6fd-e080-45c1-950a-670203ca964a) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:03:49.632753 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] For port 4a391155-3226-433c-85e9-c75fb39fcd6b, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:03:49.635737 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] For port 4a391155-3226-433c-85e9-c75fb39fcd6b, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=4a391155-3226-433c-85e9-c75fb39fcd6b,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:03:49.710399 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.735722 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.750918 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Transition to ACTIVE for port object e262f6fd-e080-45c1-950a-670203ca964a will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:03:49.765265 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Routers {'c26d95d0-49e1-4221-a03b-e6992fd7d97a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:49.765879 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:49.802820 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd285d-869f-4b76-b344-771b4a37c240 None None] Pushing event updated for resources: {'Port': ['ID=4a391155-3226-433c-85e9-c75fb39fcd6b,revision_number=3']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:49.857828 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:49.875869 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] Set router c26d95d0-49e1-4221-a03b-e6992fd7d97a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:49.896019 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Network 55355cc2-a718-4a01-be76-0824100773ff is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:03:49.898851 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:03:49.901291 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:03:49.935067 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Pushing event updated for resources: {'Port': ['ID=e262f6fd-e080-45c1-950a-670203ca964a,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:49.951565 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589722'] for router_interface, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:50.070892 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'name': 'tempest-TestVolumeBootPattern-78811013-router', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:47Z', 'revision_number': 3, 'project_id': '053712cad445473eb1c93cc87007883b', 'gw_port': {'id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:50.098159 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1c0d5e-69b1-4932-a630-87e742d4706d None None] The sync data for ids ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'] in dv-cinder-808137-1-iscsi is: [{'id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'name': 'tempest-TestVolumeBootPattern-78811013-router', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:47Z', 'revision_number': 3, 'project_id': '053712cad445473eb1c93cc87007883b', 'gw_port': {'id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:03:50.176681 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:50.258565 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-e47ec9da-7a54-459b-86ab-d84e9965efba None None] Provisioning for port e262f6fd-e080-45c1-950a-670203ca964a completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:03:50.264040 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-e47ec9da-7a54-459b-86ab-d84e9965efba None None] Provisioning complete for port e262f6fd-e080-45c1-950a-670203ca964a triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:50.264442 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e47ec9da-7a54-459b-86ab-d84e9965efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:50.305619 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-e47ec9da-7a54-459b-86ab-d84e9965efba None None] Port e262f6fd-e080-45c1-950a-670203ca964a cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:03:50.365938 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:50.429691 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:50.430112 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 63df4663-88fd-49ba-8aee-9593c9a9081a up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:50.497452 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 63df4663-88fd-49ba-8aee-9593c9a9081a triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:50.498121 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:50.509896 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587530'] for router_interface, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:50.511687 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Pushing event updated for resources: {'Port': ['ID=e262f6fd-e080-45c1-950a-670203ca964a,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:50.592356 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 17d488a3-bfaf-4629-b201-82338b5e82d4 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:50.615705 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Network 55355cc2-a718-4a01-be76-0824100773ff is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:03:50.617724 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:03:50.646503 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 17d488a3-bfaf-4629-b201-82338b5e82d4 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:50.646886 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:50.777496 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Router c26d95d0-49e1-4221-a03b-e6992fd7d97a has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:03:50.896216 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:03:50.901203 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-67c99fa8-e6f4-4c44-b4ad-3deb2b6be56f admin admin] 10.222.0.52 "PUT /v2.0/routers/c26d95d0-49e1-4221-a03b-e6992fd7d97a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2579641 Sep 09 22:03:50.928949 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-41aca595-0808-4782-bfd5-d1829f951d2c None None] Provisioning complete for port e262f6fd-e080-45c1-950a-670203ca964a triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:50.929323 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-41aca595-0808-4782-bfd5-d1829f951d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:51.089778 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-41aca595-0808-4782-bfd5-d1829f951d2c None None] Port e262f6fd-e080-45c1-950a-670203ca964a cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:03:51.521849 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59010) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:51.526605 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-11eaf302-ae63-44e6-9d30-9bd176c40779 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248239921', 'description': 'tempest-secgroup-smoke-1248239921 description', 'project_id': 'c92af1689a1941579c040d51f637de6f'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:51.572459 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59014) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:51.611999 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-11eaf302-ae63-44e6-9d30-9bd176c40779 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:51.698863 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Sync routers for ids ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:03:51.708546 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Routers {'c26d95d0-49e1-4221-a03b-e6992fd7d97a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:51.709180 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:51.714567 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-11eaf302-ae63-44e6-9d30-9bd176c40779 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:51.817840 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Set router c26d95d0-49e1-4221-a03b-e6992fd7d97a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:51.836452 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-11eaf302-ae63-44e6-9d30-9bd176c40779 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:51.913634 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eaf302-ae63-44e6-9d30-9bd176c40779 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:51.967791 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-11eaf302-ae63-44e6-9d30-9bd176c40779 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:51.968989 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-11eaf302-ae63-44e6-9d30-9bd176c40779 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4460344 Sep 09 22:03:51.972734 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59020) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:51.982933 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-a7d94684-d567-48ee-b01a-51dfee578ed0 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'security_group_rule': {'security_group_id': '5aa6c8a9-7e92-4ee0-a046-ff63830dc26a', 'project_id': 'c92af1689a1941579c040d51f637de6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:52.052369 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-420afd82-c3f4-464b-ad4c-71dd803bdcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.058420 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'name': 'tempest-TestVolumeBootPattern-78811013-router', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:50Z', 'revision_number': 4, 'project_id': '053712cad445473eb1c93cc87007883b', 'gw_port': {'id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'e262f6fd-e080-45c1-950a-670203ca964a', 'name': '', 'network_id': '55355cc2-a718-4a01-be76-0824100773ff', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'mac_address': 'fa:16:3e:d5:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '9d69f416-9c9e-438a-abf2-7c6d09c03b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:49Z', 'updated_at': '2021-09-09T22:03:50Z', 'revision_number': 2, 'project_id': '053712cad445473eb1c93cc87007883b', 'subnets': [{'id': '9d69f416-9c9e-438a-abf2-7c6d09c03b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:52.088825 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Checking router: c26d95d0-49e1-4221-a03b-e6992fd7d97a for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:03:52.089178 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Updating router c26d95d0-49e1-4221-a03b-e6992fd7d97a port e262f6fd-e080-45c1-950a-670203ca964a binding host dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:03:52.107163 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.117462 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.131873 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a7d94684-d567-48ee-b01a-51dfee578ed0 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.135972 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587553'] for router_interface, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.181496 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a7d94684-d567-48ee-b01a-51dfee578ed0 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.247017 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a7d94684-d567-48ee-b01a-51dfee578ed0 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.265092 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d94684-d567-48ee-b01a-51dfee578ed0 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b39414-7186-426f-8375-928585ce49c0,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:52.338290 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a7d94684-d567-48ee-b01a-51dfee578ed0 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.340539 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a7d94684-d567-48ee-b01a-51dfee578ed0 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3647940 Sep 09 22:03:52.342257 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59022) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:52.353853 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-38b6dfed-f80d-4243-a92d-aaf289116649 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'security_group_rule': {'security_group_id': '5aa6c8a9-7e92-4ee0-a046-ff63830dc26a', 'project_id': 'c92af1689a1941579c040d51f637de6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:52.411509 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] Deleting port c4e99d5e-b078-4d6d-8c26-cab4449d06ac {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:03:52.411852 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.421149 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 4a391155-3226-433c-85e9-c75fb39fcd6b up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:52.426238 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Notify callbacks [] for port, precommit_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.458713 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-38b6dfed-f80d-4243-a92d-aaf289116649 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.460052 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Transition to ACTIVE for port object e262f6fd-e080-45c1-950a-670203ca964a will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:03:52.494387 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] For port c4e99d5e-b078-4d6d-8c26-cab4449d06ac, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=c4e99d5e-b078-4d6d-8c26-cab4449d06ac,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:52.494742 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.507740 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] Calling delete_port for c4e99d5e-b078-4d6d-8c26-cab4449d06ac owned by network:router_interface {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:03:52.515399 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.517239 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-38b6dfed-f80d-4243-a92d-aaf289116649 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.544465 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 4a391155-3226-433c-85e9-c75fb39fcd6b completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:03:52.557404 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 4a391155-3226-433c-85e9-c75fb39fcd6b triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:52.557785 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.578582 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-38b6dfed-f80d-4243-a92d-aaf289116649 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.592151 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bc27a-bc4e-410e-bb4e-5d02659a82c8 None None] Pushing event updated for resources: {'Port': ['ID=e262f6fd-e080-45c1-950a-670203ca964a,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:52.615236 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6dfed-f80d-4243-a92d-aaf289116649 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82d0276-c042-4667-ad94-fb70291127d9,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:52.660569 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Attempting to bind port e262f6fd-e080-45c1-950a-670203ca964a on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:03:52.661068 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Attempting to bind port e262f6fd-e080-45c1-950a-670203ca964a by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'db6430df-8792-47e4-8888-56b968d33e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '55355cc2-a718-4a01-be76-0824100773ff'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:03:52.661366 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Attempting to bind port e262f6fd-e080-45c1-950a-670203ca964a on network 55355cc2-a718-4a01-be76-0824100773ff {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:03:52.668421 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:03:52.668704 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Checking segment: {'id': 'db6430df-8792-47e4-8888-56b968d33e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '55355cc2-a718-4a01-be76-0824100773ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:03:52.669109 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.669538 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Bound using segment: {'id': 'db6430df-8792-47e4-8888-56b968d33e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '55355cc2-a718-4a01-be76-0824100773ff'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:03:52.669968 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Bound port: e262f6fd-e080-45c1-950a-670203ca964a, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6430df-8792-47e4-8888-56b968d33e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '55355cc2-a718-4a01-be76-0824100773ff'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:03:52.670338 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.699443 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-38b6dfed-f80d-4243-a92d-aaf289116649 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.701494 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-38b6dfed-f80d-4243-a92d-aaf289116649 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3582375 Sep 09 22:03:52.704242 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59024) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:52.709955 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-00d95e54-0e9b-4709-98a9-acf6b416cc13 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'security_group_rule': {'security_group_id': '5aa6c8a9-7e92-4ee0-a046-ff63830dc26a', 'project_id': 'c92af1689a1941579c040d51f637de6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:52.738100 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.776425 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 4a391155-3226-433c-85e9-c75fb39fcd6b, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=4a391155-3226-433c-85e9-c75fb39fcd6b,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:52.778461 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.780870 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] For port e262f6fd-e080-45c1-950a-670203ca964a, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:03:52.783924 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] For port e262f6fd-e080-45c1-950a-670203ca964a, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=e262f6fd-e080-45c1-950a-670203ca964a,segment=NetworkSegment(db6430df-8792-47e4-8888-56b968d33e5e),segment_id=db6430df-8792-47e4-8888-56b968d33e5e)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:03:52.805118 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e99d5e-b078-4d6d-8c26-cab4449d06ac,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:52.806545 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-00d95e54-0e9b-4709-98a9-acf6b416cc13 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.870573 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.889824 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-00d95e54-0e9b-4709-98a9-acf6b416cc13 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.899332 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.944489 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Routers {'c26d95d0-49e1-4221-a03b-e6992fd7d97a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:52.949800 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:52.949800 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=4a391155-3226-433c-85e9-c75fb39fcd6b,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:52.967046 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-00d95e54-0e9b-4709-98a9-acf6b416cc13 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:52.990209 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d95e54-0e9b-4709-98a9-acf6b416cc13 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400691dc-0570-447b-a442-6046ada4fcc6,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:52.990859 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587669'] for router_interface, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.090280 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bc27a-bc4e-410e-bb4e-5d02659a82c8 None None] Pushing event updated for resources: {'Port': ['ID=e262f6fd-e080-45c1-950a-670203ca964a,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:53.119520 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] Set router c26d95d0-49e1-4221-a03b-e6992fd7d97a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:53.126974 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-00d95e54-0e9b-4709-98a9-acf6b416cc13 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.128216 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-00d95e54-0e9b-4709-98a9-acf6b416cc13 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4228003 Sep 09 22:03:53.131474 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59026) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:53.136042 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-10418b59-f588-49b5-9a3d-85e90a620584 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'security_group_rule': {'security_group_id': '5aa6c8a9-7e92-4ee0-a046-ff63830dc26a', 'project_id': 'c92af1689a1941579c040d51f637de6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:53.249508 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] Router 3633ca26-6959-4fbc-ad10-ab2348900184 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:03:53.274355 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-10418b59-f588-49b5-9a3d-85e90a620584 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.326844 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.340466 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-10418b59-f588-49b5-9a3d-85e90a620584 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.358868 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:03:53.366537 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-7382fcc1-f120-4374-9fca-9e038d438e16 admin admin] 10.222.0.52 "PUT /v2.0/routers/3633ca26-6959-4fbc-ad10-ab2348900184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929299 Sep 09 22:03:53.369057 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59028) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:53.370490 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1177ecd-0068-4ffc-abe6-48bd6ec75809 None None] Sync routers for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:03:53.379543 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1177ecd-0068-4ffc-abe6-48bd6ec75809 None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:53.380203 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-c1177ecd-0068-4ffc-abe6-48bd6ec75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:53.382683 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'name': 'tempest-TestVolumeBootPattern-78811013-router', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:50Z', 'revision_number': 4, 'project_id': '053712cad445473eb1c93cc87007883b', 'gw_port': {'id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'e262f6fd-e080-45c1-950a-670203ca964a', 'name': '', 'network_id': '55355cc2-a718-4a01-be76-0824100773ff', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'mac_address': 'fa:16:3e:d5:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '9d69f416-9c9e-438a-abf2-7c6d09c03b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:49Z', 'updated_at': '2021-09-09T22:03:52Z', 'revision_number': 4, 'project_id': '053712cad445473eb1c93cc87007883b', 'subnets': [{'id': '9d69f416-9c9e-438a-abf2-7c6d09c03b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:53.409433 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-10418b59-f588-49b5-9a3d-85e90a620584 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.415837 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aaae51-c73b-42e8-b725-c743ef139afc None None] The sync data for ids ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'] in dv-cinder-808137-1-iscsi is: [{'id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'name': 'tempest-TestVolumeBootPattern-78811013-router', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:50Z', 'revision_number': 4, 'project_id': '053712cad445473eb1c93cc87007883b', 'gw_port': {'id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': 'e262f6fd-e080-45c1-950a-670203ca964a', 'name': '', 'network_id': '55355cc2-a718-4a01-be76-0824100773ff', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'mac_address': 'fa:16:3e:d5:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '9d69f416-9c9e-438a-abf2-7c6d09c03b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:49Z', 'updated_at': '2021-09-09T22:03:52Z', 'revision_number': 4, 'project_id': '053712cad445473eb1c93cc87007883b', 'subnets': [{'id': '9d69f416-9c9e-438a-abf2-7c6d09c03b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:03:53.434066 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10418b59-f588-49b5-9a3d-85e90a620584 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ddb22d-943d-4a38-b361-6e7c94bd00e7,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:53.510793 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-10418b59-f588-49b5-9a3d-85e90a620584 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.512011 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-10418b59-f588-49b5-9a3d-85e90a620584 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3795552 Sep 09 22:03:53.513419 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.514872 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59030) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:53.519067 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-730dd031-c295-458d-b717-e13d0822e6d2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'security_group_rule': {'security_group_id': '5aa6c8a9-7e92-4ee0-a046-ff63830dc26a', 'project_id': 'c92af1689a1941579c040d51f637de6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:53.522448 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-c1177ecd-0068-4ffc-abe6-48bd6ec75809 None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:53.639027 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.658643 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.securitygroups_db [None req-730dd031-c295-458d-b717-e13d0822e6d2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Project c92af1689a1941579c040d51f637de6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 22:03:53.665197 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-730dd031-c295-458d-b717-e13d0822e6d2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.718485 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-c1177ecd-0068-4ffc-abe6-48bd6ec75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T22:03:52Z', 'revision_number': 5, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port': {'id': '61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:eb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:56:43Z', 'updated_at': '2021-09-09T21:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:53.743511 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-730dd031-c295-458d-b717-e13d0822e6d2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.749299 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1177ecd-0068-4ffc-abe6-48bd6ec75809 None None] Checking router: 3633ca26-6959-4fbc-ad10-ab2348900184 for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:03:53.758680 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1177ecd-0068-4ffc-abe6-48bd6ec75809 None None] Routers {'3633ca26-6959-4fbc-ad10-ab2348900184'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:03:53.759229 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-c1177ecd-0068-4ffc-abe6-48bd6ec75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:03:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['3633ca26-6959-4fbc-ad10-ab2348900184'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:53.768506 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Deleting port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:03:53.768844 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.825606 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-730dd031-c295-458d-b717-e13d0822e6d2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.846745 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-c1177ecd-0068-4ffc-abe6-48bd6ec75809 None None] Set router 3633ca26-6959-4fbc-ad10-ab2348900184 gateway port host: None {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:03:53.854646 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dd031-c295-458d-b717-e13d0822e6d2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ed56b4-6641-445d-802f-99cd08f8fc11,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:53.875579 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] For port 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:53.875928 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.894543 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Calling delete_port for 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 owned by network:router_gateway {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:03:53.903450 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-c1177ecd-0068-4ffc-abe6-48bd6ec75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T22:03:53Z', 'revision_number': 6, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port_host': None}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:53.930239 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1177ecd-0068-4ffc-abe6-48bd6ec75809 None None] The sync data for ids ['3633ca26-6959-4fbc-ad10-ab2348900184'] in dv-cinder-808137-1-iscsi is: [{'id': '3633ca26-6959-4fbc-ad10-ab2348900184', 'name': 'tempest-AttachVolumeShelveTestJSON-1436123408-router', 'tenant_id': 'cab9b64709c14bb79aca397392ea3687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:56:42Z', 'updated_at': '2021-09-09T22:03:53Z', 'revision_number': 6, 'project_id': 'cab9b64709c14bb79aca397392ea3687', 'gw_port_host': None}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:03:53.951060 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-730dd031-c295-458d-b717-e13d0822e6d2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:53.952281 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-730dd031-c295-458d-b717-e13d0822e6d2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4365091 Sep 09 22:03:53.955326 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59032) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:53.965150 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-df1b6872-3efe-4a96-8357-523f217d4dd1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'security_group_rule': {'security_group_id': '5aa6c8a9-7e92-4ee0-a046-ff63830dc26a', 'project_id': 'c92af1689a1941579c040d51f637de6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:03:54.064119 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.securitygroups_db [None req-df1b6872-3efe-4a96-8357-523f217d4dd1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Project c92af1689a1941579c040d51f637de6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 22:03:54.070116 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-df1b6872-3efe-4a96-8357-523f217d4dd1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.121585 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.150219 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:54.219506 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589687'] for router_gateway, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.322284 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13188'] for router, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.325288 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.442759 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-df1b6872-3efe-4a96-8357-523f217d4dd1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.452511 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559053'] for router, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.453358 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3633ca26-6959-4fbc-ad10-ab2348900184 {{(pid=100961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:03:54.462047 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] Notify callbacks [] for router, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.465711 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-21e9386f-4814-4e5a-ba84-b618ae38f5a7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3633ca26-6959-4fbc-ad10-ab2348900184 HTTP/1.1" status: 204 len: 168 time: 1.0929790 Sep 09 22:03:54.466021 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59034) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:54.506687 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-df1b6872-3efe-4a96-8357-523f217d4dd1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.529454 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecabb090-db01-4840-a35e-de4b1630edcc admin admin] Deleting subnet cbe964a5-116b-492c-a18b-c24d54879974 {{(pid=100962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:03:54.534969 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-ecabb090-db01-4840-a35e-de4b1630edcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.554989 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b6872-3efe-4a96-8357-523f217d4dd1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ca1725-b0a2-4517-b018-fa6dfcfe69ae,revision_number=0']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:54.573978 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-ecabb090-db01-4840-a35e-de4b1630edcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229497'] for subnet, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.595466 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.619355 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-df1b6872-3efe-4a96-8357-523f217d4dd1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.620642 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-df1b6872-3efe-4a96-8357-523f217d4dd1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6641536 Sep 09 22:03:54.663177 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-ecabb090-db01-4840-a35e-de4b1630edcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.777817 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-ecabb090-db01-4840-a35e-de4b1630edcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5229443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5205014'] for subnet, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.812255 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabb090-db01-4840-a35e-de4b1630edcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe964a5-116b-492c-a18b-c24d54879974,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:54.814379 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-ecabb090-db01-4840-a35e-de4b1630edcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.816276 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-ecabb090-db01-4840-a35e-de4b1630edcc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cbe964a5-116b-492c-a18b-c24d54879974 HTTP/1.1" status: 204 len: 168 time: 0.3493142 Sep 09 22:03:54.818957 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59072) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:54.836642 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e976c-550c-4e54-bc03-33734432bed5 None None] Network e1ca508e-6667-482f-b954-a00d4eeee63d requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:03:54.914874 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 4a391155-3226-433c-85e9-c75fb39fcd6b up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:54.919608 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:54.992787 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Deleting port b76d4a67-5220-420e-aae4-e38112a68c10 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:03:54.993137 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.019178 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 4a391155-3226-433c-85e9-c75fb39fcd6b triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:55.019542 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.066199 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] For port b76d4a67-5220-420e-aae4-e38112a68c10, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=b76d4a67-5220-420e-aae4-e38112a68c10,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:55.066574 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.091277 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Calling delete_port for b76d4a67-5220-420e-aae4-e38112a68c10 owned by network:dhcp {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:03:55.100975 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c46f8d-bf5b-4abf-8e20-2934bb5fc341 None None] DHCP port deletion for e1ca508e-6667-482f-b954-a00d4eeee63d request from dv-cinder-808137-1-iscsi {{(pid=100963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:03:55.171982 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device e262f6fd-e080-45c1-950a-670203ca964a up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:55.231581 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-49c46f8d-bf5b-4abf-8e20-2934bb5fc341 None None] Deleting port b76d4a67-5220-420e-aae4-e38112a68c10 {{(pid=100963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:03:55.231951 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-49c46f8d-bf5b-4abf-8e20-2934bb5fc341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.292828 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.299466 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-49c46f8d-bf5b-4abf-8e20-2934bb5fc341 None None] For port b76d4a67-5220-420e-aae4-e38112a68c10, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=b76d4a67-5220-420e-aae4-e38112a68c10,segment=NetworkSegment(2ab0bc0f-aae2-4636-bb59-474014802e47),segment_id=2ab0bc0f-aae2-4636-bb59-474014802e47)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:55.303986 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-49c46f8d-bf5b-4abf-8e20-2934bb5fc341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.313398 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-49c46f8d-bf5b-4abf-8e20-2934bb5fc341 None None] Calling delete_port for b76d4a67-5220-420e-aae4-e38112a68c10 owned by network:dhcp {{(pid=100963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:03:55.324201 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Pushing event deleted for resources: {'Port': ['ID=b76d4a67-5220-420e-aae4-e38112a68c10,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:55.327104 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] No DVR routers for this DVR port b76d4a67-5220-420e-aae4-e38112a68c10 on host dv-cinder-808137-1-iscsi {{(pid=100961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:03:55.404051 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.431174 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ca508e-6667-482f-b954-a00d4eeee63d']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:55.441738 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab0bc0f-aae2-4636-bb59-474014802e47') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:55.442616 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab0bc0f-aae2-4636-bb59-474014802e47') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:03:55.453097 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.470388 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.481410 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port e262f6fd-e080-45c1-950a-670203ca964a completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:03:55.487539 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:03:55.488521 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.488651 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port e262f6fd-e080-45c1-950a-670203ca964a triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:55.489461 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:03:55.491149 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:03:55.568585 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-49c46f8d-bf5b-4abf-8e20-2934bb5fc341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.606694 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.612072 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.614483 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] 10.222.0.52 "DELETE /v2.0/networks/e1ca508e-6667-482f-b954-a00d4eeee63d HTTP/1.1" status: 204 len: 168 time: 0.7943771 Sep 09 22:03:55.619191 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c46f8d-bf5b-4abf-8e20-2934bb5fc341 None None] Pushing event deleted for resources: {'Port': ['ID=b76d4a67-5220-420e-aae4-e38112a68c10,revision_number=None']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:55.623886 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c46f8d-bf5b-4abf-8e20-2934bb5fc341 None None] No DVR routers for this DVR port b76d4a67-5220-420e-aae4-e38112a68c10 on host dv-cinder-808137-1-iscsi {{(pid=100963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:03:55.637504 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.638397 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07367934-2a0f-4ab6-a93b-21ca9a39653b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ca508e-6667-482f-b954-a00d4eeee63d,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:55.672918 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port e262f6fd-e080-45c1-950a-670203ca964a, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=e262f6fd-e080-45c1-950a-670203ca964a,segment=NetworkSegment(db6430df-8792-47e4-8888-56b968d33e5e),segment_id=db6430df-8792-47e4-8888-56b968d33e5e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:03:55.709901 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:55.760029 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=e262f6fd-e080-45c1-950a-670203ca964a,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:55.764860 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device c4e99d5e-b078-4d6d-8c26-cab4449d06ac no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:03:55.786498 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: c4e99d5e-b078-4d6d-8c26-cab4449d06ac {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:03:55.786841 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device c4e99d5e-b078-4d6d-8c26-cab4449d06ac not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:03:55.932160 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59100) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:55.977050 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-cbac871a-8d97-4271-aab8-2220acb81b65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cab9b64709c14bb79aca397392ea3687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434158 Sep 09 22:03:55.979363 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59102) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:03:56.032256 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-75c5b25f-b70a-45da-819a-711be0f7d9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:56.054117 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-75c5b25f-b70a-45da-819a-711be0f7d9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:56.160929 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-75c5b25f-b70a-45da-819a-711be0f7d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:56.163469 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-75c5b25f-b70a-45da-819a-711be0f7d9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:56.164685 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-75c5b25f-b70a-45da-819a-711be0f7d9b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a26692e2-a9bb-499e-a063-063b6eb8e2f2 HTTP/1.1" status: 204 len: 168 time: 0.1844046 Sep 09 22:03:56.172472 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5b25f-b70a-45da-819a-711be0f7d9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26692e2-a9bb-499e-a063-063b6eb8e2f2,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:03:56.383695 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device e262f6fd-e080-45c1-950a-670203ca964a up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:03:56.436582 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port e262f6fd-e080-45c1-950a-670203ca964a triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:03:56.436956 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:03:56.569398 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device b76d4a67-5220-420e-aae4-e38112a68c10 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:03:56.592141 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: b76d4a67-5220-420e-aae4-e38112a68c10 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:03:56.592510 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device b76d4a67-5220-420e-aae4-e38112a68c10 not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:03:56.592934 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:03:56.612671 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:03:56.613021 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 61e92a5c-c4fb-4539-a2f9-4c4d616b8cc4 not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:04:00.943717 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:07.539284 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59238) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:07.641478 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5de59a27-ea75-4447-befc-db1899751dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:07.730167 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5de59a27-ea75-4447-befc-db1899751dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:07.806918 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-5de59a27-ea75-4447-befc-db1899751dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:07.843327 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de59a27-ea75-4447-befc-db1899751dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0b792c-865e-4281-9252-eaf1d694bc09,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:07.848586 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-5de59a27-ea75-4447-befc-db1899751dbd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b085b46a156e47538e62581da05338c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075969 Sep 09 22:04:07.850956 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59248) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:07.899570 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-af43addb-b5f7-423d-87ae-3b442be22781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:07.923131 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-af43addb-b5f7-423d-87ae-3b442be22781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:08.040807 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-af43addb-b5f7-423d-87ae-3b442be22781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:08.043301 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-af43addb-b5f7-423d-87ae-3b442be22781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:08.044458 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-af43addb-b5f7-423d-87ae-3b442be22781 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba0b792c-865e-4281-9252-eaf1d694bc09 HTTP/1.1" status: 204 len: 168 time: 0.1920714 Sep 09 22:04:08.053105 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43addb-b5f7-423d-87ae-3b442be22781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0b792c-865e-4281-9252-eaf1d694bc09,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:13.755163 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-4cde4eb0-0936-4724-8d93-50356cd01dbc tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248239921&fields=id&tenant_id=c92af1689a1941579c040d51f637de6f HTTP/1.1" status: 200 len: 267 time: 0.0347364 Sep 09 22:04:13.866877 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-3027a774-2f38-4f1c-8e4a-aeed497e0e2c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:13.866877 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-3027a774-2f38-4f1c-8e4a-aeed497e0e2c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 812 time: 0.1036479 Sep 09 22:04:13.880775 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-9a85a98d-4b02-458b-8574-2091b1876c19 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/quotas/c92af1689a1941579c040d51f637de6f HTTP/1.1" status: 200 len: 375 time: 0.0089355 Sep 09 22:04:13.931967 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-c361a048-fafe-4d81-be7c-dabcdd46ced9 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454075 Sep 09 22:04:14.028266 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-8bb82335-c684-4f90-93d7-ac46d2a1581a service neutron] 10.222.0.52 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850499 Sep 09 22:04:14.122188 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-311a9d24-c83b-4a04-84e9-11cfd1271774 service neutron] 10.222.0.52 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878017 Sep 09 22:04:14.766704 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-09b9056f-13bb-4c92-aebc-320d4044b6df req-e83aa203-d9d7-478a-bdba-5f9a31264064 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 210 time: 0.0309756 Sep 09 22:04:15.860528 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7516564e-c810-432e-b5de-303178dcb970 req-79856e72-7bcf-4c07-808a-258a193fae1b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 210 time: 0.0271101 Sep 09 22:04:16.825794 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-61953a01-6e17-4f9b-ab82-196329fad273 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:16.827199 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-61953a01-6e17-4f9b-ab82-196329fad273 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 812 time: 0.1050613 Sep 09 22:04:16.871319 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-379e39bb-e427-4ba9-b254-0cae0721eb99 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c92af1689a1941579c040d51f637de6f HTTP/1.1" status: 200 len: 380 time: 0.0336363 Sep 09 22:04:16.880684 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'port': {'device_id': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'admin_state_up': True, 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'security_groups': ['5aa6c8a9-7e92-4ee0-a046-ff63830dc26a']}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:16.959224 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-57164a4a-1588-43f2-923f-bc18726f08bb req-9c08bbfa-0af1-486a-a50c-4e4c7d65cf75 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 210 time: 0.0312872 Sep 09 22:04:17.075001 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Made reservation on behalf of c92af1689a1941579c040d51f637de6f for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:04:17.078671 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:17.207172 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Allocated IP 172.20.0.3 (ba2ae244-faec-492f-a374-9c9dbf96f41f/1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4/2a28ea96-8106-431c-a3e5-98e17239f82f) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:04:17.346759 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:17.359436 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Transition to ACTIVE for port object 2a28ea96-8106-431c-a3e5-98e17239f82f will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:17.486765 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:17.528043 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Network ba2ae244-faec-492f-a374-9c9dbf96f41f is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:04:17.531073 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:17.534809 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:04:17.570605 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'Port': ['ID=2a28ea96-8106-431c-a3e5-98e17239f82f,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:17.583086 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.583434 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.583771 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.584098 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.584453 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.586816 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.586816 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.586816 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.586816 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.586816 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.586816 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.586816 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:17.603498 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:17.604071 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:17.738618 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-bb805d3a-f2b4-42b9-8f0b-a1d22101970b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8614235 Sep 09 22:04:17.751999 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Request body: {'port': {'device_id': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:17.810175 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:17.853424 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-2ef900b9-a520-4604-8775-a3ee7eaf7f56 None None] Provisioning for port 2a28ea96-8106-431c-a3e5-98e17239f82f completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:17.858392 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-2ef900b9-a520-4604-8775-a3ee7eaf7f56 None None] Provisioning complete for port 2a28ea96-8106-431c-a3e5-98e17239f82f triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:17.858885 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-2ef900b9-a520-4604-8775-a3ee7eaf7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:17.900425 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-2ef900b9-a520-4604-8775-a3ee7eaf7f56 None None] Port 2a28ea96-8106-431c-a3e5-98e17239f82f cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:04:18.117570 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c8749-346a-4e0c-b269-e4be79548542 req-b1777ee9-f09b-4e72-925a-c74396bcba4f tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:18.118947 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-609c8749-346a-4e0c-b269-e4be79548542 req-b1777ee9-f09b-4e72-925a-c74396bcba4f tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 931 time: 0.0912728 Sep 09 22:04:18.121615 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a28ea96-8106-431c-a3e5-98e17239f82f {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:04:18.134512 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:18.155365 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Transition to ACTIVE for port object 2a28ea96-8106-431c-a3e5-98e17239f82f will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:18.171793 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-609c8749-346a-4e0c-b269-e4be79548542 req-572ecd41-4620-45c8-8883-c9da293f16b3 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458236 Sep 09 22:04:18.240662 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:18.290321 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a28ea96-8106-431c-a3e5-98e17239f82f,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:18.366824 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Attempting to bind port 2a28ea96-8106-431c-a3e5-98e17239f82f on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:04:18.367265 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Attempting to bind port 2a28ea96-8106-431c-a3e5-98e17239f82f by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:04:18.373018 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Attempting to bind port 2a28ea96-8106-431c-a3e5-98e17239f82f on network ba2ae244-faec-492f-a374-9c9dbf96f41f {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:04:18.373018 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Port 2a28ea96-8106-431c-a3e5-98e17239f82f on network ba2ae244-faec-492f-a374-9c9dbf96f41f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:04:18.373327 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Attempting to bind port 2a28ea96-8106-431c-a3e5-98e17239f82f on network ba2ae244-faec-492f-a374-9c9dbf96f41f {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:04:18.379010 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:04:18.379244 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Checking segment: {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:04:18.379582 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Bound using segment: {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:04:18.380009 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Bound port: 2a28ea96-8106-431c-a3e5-98e17239f82f, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:04:18.380399 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:18.463561 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] For port 2a28ea96-8106-431c-a3e5-98e17239f82f, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:04:18.466417 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] For port 2a28ea96-8106-431c-a3e5-98e17239f82f, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=2a28ea96-8106-431c-a3e5-98e17239f82f,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:04:18.578220 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:18.613009 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:18.613625 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:18.614966 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] 10.222.0.46 "PUT /v2.0/ports/2a28ea96-8106-431c-a3e5-98e17239f82f HTTP/1.1" status: 200 len: 1093 time: 0.8674746 Sep 09 22:04:18.615408 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'tag': '2a28ea96-8106-431c-a3e5-98e17239f82f'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:04:18.617662 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f94337-bc74-402c-90f7-8eed55d1f706" -d '{"events": [{"name": "network-changed", "server_uuid": "2871223b-a9eb-4737-a62a-5fd5c38e142d", "tag": "2a28ea96-8106-431c-a3e5-98e17239f82f"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:04:18.642405 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47301537-6eb6-4e3f-8284-d14b7c4333f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a28ea96-8106-431c-a3e5-98e17239f82f,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:18.660871 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0cd5f3-e53b-4916-a685-26ddde800b5e x-openstack-request-id: req-8e0cd5f3-e53b-4916-a685-26ddde800b5e {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:04:18.661091 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2871223b-a9eb-4737-a62a-5fd5c38e142d", "tag": "2a28ea96-8106-431c-a3e5-98e17239f82f", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:04:18.661336 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e0cd5f3-e53b-4916-a685-26ddde800b5e {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:04:18.661748 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'tag': '2a28ea96-8106-431c-a3e5-98e17239f82f', 'status': 'completed', 'code': 200} Sep 09 22:04:18.725456 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f94337-bc74-402c-90f7-8eed55d1f706 req-8766770a-583d-43c6-87c4-5e8e9152149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:18.727001 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c2f94337-bc74-402c-90f7-8eed55d1f706 req-8766770a-583d-43c6-87c4-5e8e9152149c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 1096 time: 0.0448503 Sep 09 22:04:18.831005 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f94337-bc74-402c-90f7-8eed55d1f706 req-70daa8f0-6b4a-4f4b-8be3-5be79a5070b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:18.832389 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c2f94337-bc74-402c-90f7-8eed55d1f706 req-70daa8f0-6b4a-4f4b-8be3-5be79a5070b5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c92af1689a1941579c040d51f637de6f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0976098 Sep 09 22:04:18.922829 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f94337-bc74-402c-90f7-8eed55d1f706 req-c25ac3b2-39d7-4e33-88e4-6035265f1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:18.924170 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c2f94337-bc74-402c-90f7-8eed55d1f706 req-c25ac3b2-39d7-4e33-88e4-6035265f1749 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847373 Sep 09 22:04:19.002750 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-a0313682-511e-433d-aa94-fbdd56dcf5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:19.004264 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-a0313682-511e-433d-aa94-fbdd56dcf5a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 1096 time: 0.0437188 Sep 09 22:04:19.044531 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-a86c1c63-eb07-4ab5-879d-dc7ac9a72ca7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a28ea96-8106-431c-a3e5-98e17239f82f HTTP/1.1" status: 200 len: 217 time: 0.0326750 Sep 09 22:04:19.092885 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-ef856827-8807-492d-8b98-ebf0fa399129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:19.094324 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-ef856827-8807-492d-8b98-ebf0fa399129 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0425417 Sep 09 22:04:19.159876 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-7a80c113-e766-4dd4-b521-adace3932a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:19.160907 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-41c33afc-b808-42ef-b61d-fd387f01f490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:19.161423 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-7a80c113-e766-4dd4-b521-adace3932a3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594599 Sep 09 22:04:19.279020 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-536c4630-b828-476d-8217-0a6757028b34 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104844 Sep 09 22:04:19.318422 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b41f98-e4f3-4f4f-9eca-9f27c913c38a req-85d2d8db-c1ce-4c7a-88fc-0eba33a827e5 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:19.319871 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-82b41f98-e4f3-4f4f-9eca-9f27c913c38a req-85d2d8db-c1ce-4c7a-88fc-0eba33a827e5 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 943 time: 0.0802317 Sep 09 22:04:19.393785 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-82b41f98-e4f3-4f4f-9eca-9f27c913c38a req-93151e72-082d-4df5-adb4-0e7654c16cac tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675769 Sep 09 22:04:19.409529 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-854c9661-83db-47ca-97c8-bcfb6eba7b31 req-14bf07f6-7d4e-46bb-96a1-d2af0d169d08 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233330 Sep 09 22:04:20.197007 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:04:20.509022 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c93fb7-0aa9-49bc-af33-5d74dd360936 req-73c69edb-8dc4-4047-acf8-b1422031288b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:20.510990 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b5c93fb7-0aa9-49bc-af33-5d74dd360936 req-73c69edb-8dc4-4047-acf8-b1422031288b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 943 time: 0.0492361 Sep 09 22:04:20.549368 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b5c93fb7-0aa9-49bc-af33-5d74dd360936 req-ab92e0ac-940b-442c-9683-773f44143c48 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322444 Sep 09 22:04:21.660770 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9375579-dd19-4a6c-8ed4-8bf19529ba20 req-8cec1178-323e-435d-bdb8-d85c656b4e60 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:21.662210 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b9375579-dd19-4a6c-8ed4-8bf19529ba20 req-8cec1178-323e-435d-bdb8-d85c656b4e60 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 943 time: 0.0488069 Sep 09 22:04:21.699393 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b9375579-dd19-4a6c-8ed4-8bf19529ba20 req-f6b770de-4953-4d48-828b-ffc8302eb36f tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307987 Sep 09 22:04:21.943769 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e2e697a3-7c03-4c64-955a-4c1d1bed7250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:22.103431 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:22.812683 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99682333-6998-4b1d-bbf0-69ad6e1ffc39 req-5cf96912-8ba0-475e-aad3-1b14bff093b3 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:22.814157 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-99682333-6998-4b1d-bbf0-69ad6e1ffc39 req-5cf96912-8ba0-475e-aad3-1b14bff093b3 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 943 time: 0.0482173 Sep 09 22:04:22.850524 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-99682333-6998-4b1d-bbf0-69ad6e1ffc39 req-903ae8f2-c650-46d7-84c1-062a2ec89ac5 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305309 Sep 09 22:04:23.308790 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:23.967012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a087c-22ff-4f2f-8186-10eed3e70de7 req-a75e13a9-7559-402d-803b-67a278a4ca98 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:23.968481 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-421a087c-22ff-4f2f-8186-10eed3e70de7 req-a75e13a9-7559-402d-803b-67a278a4ca98 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 943 time: 0.0519233 Sep 09 22:04:24.005541 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-421a087c-22ff-4f2f-8186-10eed3e70de7 req-fdcb10d3-a273-4215-aefd-beefa62c5d34 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Sep 09 22:04:24.617765 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:25.119407 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e61cb-9f54-49d4-a036-5bc24785c113 req-a50dc270-5dce-4b16-bde4-6db0dfca1488 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:25.120934 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-417e61cb-9f54-49d4-a036-5bc24785c113 req-a50dc270-5dce-4b16-bde4-6db0dfca1488 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 943 time: 0.0492980 Sep 09 22:04:25.162526 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-417e61cb-9f54-49d4-a036-5bc24785c113 req-cd671290-9bf9-404d-9d00-0aca0dad8018 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355997 Sep 09 22:04:26.269227 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 2a28ea96-8106-431c-a3e5-98e17239f82f details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:04:26.275019 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2b9c3-d8d9-45f1-b092-2431137ed7f8 req-38a85592-0c21-4297-9479-3f715e4ef25f tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:26.276559 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d0d2b9c3-d8d9-45f1-b092-2431137ed7f8 req-38a85592-0c21-4297-9479-3f715e4ef25f tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 943 time: 0.0480449 Sep 09 22:04:26.315862 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d0d2b9c3-d8d9-45f1-b092-2431137ed7f8 req-7c155809-782d-48a0-bd84-4d7175dc28df tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326004 Sep 09 22:04:26.367950 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 2a28ea96-8106-431c-a3e5-98e17239f82f, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=2a28ea96-8106-431c-a3e5-98e17239f82f,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:04:26.379307 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': '2a28ea96-8106-431c-a3e5-98e17239f82f', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'port_id': '2a28ea96-8106-431c-a3e5-98e17239f82f', 'mac_address': 'fa:16:3e:b1:fa:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:04:26.416325 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:26.428972 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a28ea96-8106-431c-a3e5-98e17239f82f {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:04:26.447823 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 2a28ea96-8106-431c-a3e5-98e17239f82f, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=2a28ea96-8106-431c-a3e5-98e17239f82f,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:04:26.520112 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:26.567188 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=2a28ea96-8106-431c-a3e5-98e17239f82f,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:26.734371 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['2a28ea96-8106-431c-a3e5-98e17239f82f'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:04:27.441074 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89684fb6-6ec8-42ad-a9ba-22d4402205ba req-12bc6458-08bd-43f0-94ea-b4f0cd3920a1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:27.442595 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-89684fb6-6ec8-42ad-a9ba-22d4402205ba req-12bc6458-08bd-43f0-94ea-b4f0cd3920a1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 944 time: 0.0495787 Sep 09 22:04:27.482390 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-89684fb6-6ec8-42ad-a9ba-22d4402205ba req-aea94499-f407-477e-ae7a-04eb23dc83a9 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333674 Sep 09 22:04:28.014868 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59524) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:28.117479 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1115de2d-b0ac-415c-96f1-d8b3a899961a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:28.205124 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1115de2d-b0ac-415c-96f1-d8b3a899961a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:28.280599 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-1115de2d-b0ac-415c-96f1-d8b3a899961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:28.289842 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 2a28ea96-8106-431c-a3e5-98e17239f82f up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:28.321802 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115de2d-b0ac-415c-96f1-d8b3a899961a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e57f175-e142-464c-b820-63a05dbe11b4,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:28.326783 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-1115de2d-b0ac-415c-96f1-d8b3a899961a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f0461aefb544e1fb62abcc1a16e8386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108506 Sep 09 22:04:28.329784 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59528) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:28.378301 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-db2b73d5-b601-4a34-abcf-ad83659c5404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:28.399742 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-db2b73d5-b601-4a34-abcf-ad83659c5404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:28.417824 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port 2a28ea96-8106-431c-a3e5-98e17239f82f completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:28.421643 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port 2a28ea96-8106-431c-a3e5-98e17239f82f triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:28.422038 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:28.497452 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-db2b73d5-b601-4a34-abcf-ad83659c5404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:28.499960 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-db2b73d5-b601-4a34-abcf-ad83659c5404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:28.501137 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-db2b73d5-b601-4a34-abcf-ad83659c5404 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e57f175-e142-464c-b820-63a05dbe11b4 HTTP/1.1" status: 204 len: 168 time: 0.1708000 Sep 09 22:04:28.501411 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:28.509837 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b73d5-b601-4a34-abcf-ad83659c5404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e57f175-e142-464c-b820-63a05dbe11b4,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:28.535841 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a28ea96-8106-431c-a3e5-98e17239f82f'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:04:28.538142 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69987afa-6564-4f88-9ee6-7f71728b696c" -d '{"events": [{"server_uuid": "2871223b-a9eb-4737-a62a-5fd5c38e142d", "name": "network-vif-plugged", "status": "completed", "tag": "2a28ea96-8106-431c-a3e5-98e17239f82f"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:04:28.552268 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port 2a28ea96-8106-431c-a3e5-98e17239f82f, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=2a28ea96-8106-431c-a3e5-98e17239f82f,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:04:28.583138 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d4af86-58b8-442a-ba11-2be5c977e815 x-openstack-request-id: req-c6d4af86-58b8-442a-ba11-2be5c977e815 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:04:28.583463 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2871223b-a9eb-4737-a62a-5fd5c38e142d", "name": "network-vif-plugged", "status": "completed", "tag": "2a28ea96-8106-431c-a3e5-98e17239f82f", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:04:28.583717 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6d4af86-58b8-442a-ba11-2be5c977e815 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:04:28.584107 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a28ea96-8106-431c-a3e5-98e17239f82f', 'code': 200} Sep 09 22:04:28.612870 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8927a7-a5ec-4ac6-b901-d255f7940c50 req-7bb52186-1fd8-4a1f-badb-0be168290df7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:28.614349 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3e8927a7-a5ec-4ac6-b901-d255f7940c50 req-7bb52186-1fd8-4a1f-badb-0be168290df7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 944 time: 0.0501742 Sep 09 22:04:28.617430 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:28.654235 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3e8927a7-a5ec-4ac6-b901-d255f7940c50 req-b5f025af-9c80-4b73-bed7-7cc13f6e1315 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336053 Sep 09 22:04:28.673098 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=2a28ea96-8106-431c-a3e5-98e17239f82f,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:28.939162 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075660a-a6e7-4cd6-849f-63567ae8520d req-c312ad79-9ee0-46ea-b98b-6f82b0baa81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:28.940752 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f075660a-a6e7-4cd6-849f-63567ae8520d req-c312ad79-9ee0-46ea-b98b-6f82b0baa81a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 1098 time: 0.0442939 Sep 09 22:04:28.975652 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f075660a-a6e7-4cd6-849f-63567ae8520d req-26481190-1fbe-4578-b624-11a88f342293 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271997 Sep 09 22:04:29.200102 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59538) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:29.213149 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cde5203b-27b6-4b46-93ba-0bac457928ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:29.303548 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cde5203b-27b6-4b46-93ba-0bac457928ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:29.382795 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cde5203b-27b6-4b46-93ba-0bac457928ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:29.421890 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-cde5203b-27b6-4b46-93ba-0bac457928ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b206b2765dbb4702ac7235e779b21a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206705 Sep 09 22:04:29.422751 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5203b-27b6-4b46-93ba-0bac457928ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6aa145-3d03-4dca-8617-29fbb697ae67,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:29.424662 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59540) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:29.473639 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-92a0acc6-e815-4520-8517-4e18eb77dfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:29.494334 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-92a0acc6-e815-4520-8517-4e18eb77dfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:29.617608 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-92a0acc6-e815-4520-8517-4e18eb77dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:29.620184 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-92a0acc6-e815-4520-8517-4e18eb77dfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:29.621978 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-92a0acc6-e815-4520-8517-4e18eb77dfdc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee6aa145-3d03-4dca-8617-29fbb697ae67 HTTP/1.1" status: 204 len: 168 time: 0.1956887 Sep 09 22:04:29.629880 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0acc6-e815-4520-8517-4e18eb77dfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6aa145-3d03-4dca-8617-29fbb697ae67,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:29.773806 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c7657-5a34-49ed-a940-56bb2320e440 req-12bdad1a-4eed-4ffc-9743-d2a64a8fce49 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:29.775325 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e55c7657-5a34-49ed-a940-56bb2320e440 req-12bdad1a-4eed-4ffc-9743-d2a64a8fce49 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 945 time: 0.0515859 Sep 09 22:04:29.813857 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e55c7657-5a34-49ed-a940-56bb2320e440 req-f13906c7-6153-4fac-a8bc-069ecef220fc tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325525 Sep 09 22:04:30.941836 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203dd19-a73f-4a6e-bbbf-d6562646335b req-24ccfb4b-37e1-4343-a4e9-aaaafc827ea9 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:30.943336 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0203dd19-a73f-4a6e-bbbf-d6562646335b req-24ccfb4b-37e1-4343-a4e9-aaaafc827ea9 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 945 time: 0.0484118 Sep 09 22:04:30.961081 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:30.982311 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0203dd19-a73f-4a6e-bbbf-d6562646335b req-b3af4e90-d3a9-40ae-b116-3ee3332bec70 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325673 Sep 09 22:04:31.098348 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c936df-5e86-49e6-89ae-fdb854f9d3d3 req-f8c8e11c-428a-4c8b-8a8e-e104bd731413 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:31.099834 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c2c936df-5e86-49e6-89ae-fdb854f9d3d3 req-f8c8e11c-428a-4c8b-8a8e-e104bd731413 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 945 time: 0.0517540 Sep 09 22:04:31.140045 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c2c936df-5e86-49e6-89ae-fdb854f9d3d3 req-0d38c1fa-1016-481a-9593-ffeb0556147d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334585 Sep 09 22:04:31.168509 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59576) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:31.405436 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1570f8-338d-498a-bfa4-5dfd548aa8a8 tempest-TestVolumeBootPattern-749766783 tempest-TestVolumeBootPattern-749766783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:31.406961 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-9b1570f8-338d-498a-bfa4-5dfd548aa8a8 tempest-TestVolumeBootPattern-749766783 tempest-TestVolumeBootPattern-749766783-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 1093 time: 0.2374718 Sep 09 22:04:31.410294 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59586) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:31.414524 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'floatingip': {'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'port_id': '2a28ea96-8106-431c-a3e5-98e17239f82f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:31.520566 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:31.621187 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:31.723158 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Allocated IP 172.27.1.225 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/c37a329a-09b3-40e9-a199-1578421e0bb2) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:04:31.832665 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:31.961242 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:31.998489 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:04:32.001224 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:32.004663 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:04:32.030220 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'Port': ['ID=c37a329a-09b3-40e9-a199-1578421e0bb2,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:32.217055 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59606) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:32.330523 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-87200b7d-179f-46d8-a699-f89a90011935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:32.429496 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-87200b7d-179f-46d8-a699-f89a90011935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:32.508889 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-87200b7d-179f-46d8-a699-f89a90011935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:32.547793 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-87200b7d-179f-46d8-a699-f89a90011935 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbc24736c31d4222a061732434c5d9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294983 Sep 09 22:04:32.548822 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87200b7d-179f-46d8-a699-f89a90011935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d444e-799a-48ff-a273-0536accd4629,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:32.551230 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59610) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:32.597033 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:32.604251 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b1ec315c-8d2d-4e60-862a-622de0cc5e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:32.626980 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b1ec315c-8d2d-4e60-862a-622de0cc5e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:32.763253 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:32.766328 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b1ec315c-8d2d-4e60-862a-622de0cc5e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:32.768931 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-b1ec315c-8d2d-4e60-862a-622de0cc5e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:32.770107 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-b1ec315c-8d2d-4e60-862a-622de0cc5e7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f6d444e-799a-48ff-a273-0536accd4629 HTTP/1.1" status: 204 len: 168 time: 0.2179708 Sep 09 22:04:32.778198 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec315c-8d2d-4e60-862a-622de0cc5e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d444e-799a-48ff-a273-0536accd4629,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:32.916575 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:32.994179 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:33.068455 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'Port': ['ID=c37a329a-09b3-40e9-a199-1578421e0bb2,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:33.079281 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:33.190199 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.l3_db [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Floating IP c04b8a99-3ac5-4d9f-ab50-b8f0eb43f29e associated. External IP: 172.27.1.225, port: 2a28ea96-8106-431c-a3e5-98e17239f82f. Sep 09 22:04:33.396717 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:04:33.406104 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59616) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:33.419103 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cfe4aa1f-4359-4f3d-9e1c-bc55bd6d2d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:33.504137 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:04:33.507312 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cfe4aa1f-4359-4f3d-9e1c-bc55bd6d2d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:33.515257 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a2065-417f-4357-914b-9823c3e02058 None None] Sync routers for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:04:33.523713 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a2065-417f-4357-914b-9823c3e02058 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:04:33.524359 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-4b8a2065-417f-4357-914b-9823c3e02058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:04:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:33.594752 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-cfe4aa1f-4359-4f3d-9e1c-bc55bd6d2d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:33.631954 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-4b8a2065-417f-4357-914b-9823c3e02058 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:04:33.635641 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-cfe4aa1f-4359-4f3d-9e1c-bc55bd6d2d9c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc3e88d1074f45598d2aecc1217993a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283628 Sep 09 22:04:33.640773 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4aa1f-4359-4f3d-9e1c-bc55bd6d2d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15f5c12-83d3-4eae-8e23-cee84fbc263d,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:33.640950 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59618) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:33.658308 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:33.704918 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-16b2396d-86eb-405b-a813-dc6374337006 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2935972 Sep 09 22:04:33.709237 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'tag': '2a28ea96-8106-431c-a3e5-98e17239f82f'}] {{(pid=100961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:04:33.711482 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b65d93457b8c871874c01ecb4d659631ef50cf60421be1b29a611e90dc15954f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "2871223b-a9eb-4737-a62a-5fd5c38e142d", "tag": "2a28ea96-8106-431c-a3e5-98e17239f82f"}]}' {{(pid=100961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:04:33.733447 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-aedd9148-7adb-4e8e-9c3a-38fddfd4948d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:33.755939 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80ca028-42ea-4b2a-8488-686cd1c12da5 x-openstack-request-id: req-a80ca028-42ea-4b2a-8488-686cd1c12da5 {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:04:33.756280 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2871223b-a9eb-4737-a62a-5fd5c38e142d", "tag": "2a28ea96-8106-431c-a3e5-98e17239f82f", "status": "completed", "code": 200}]} {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:04:33.756546 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a80ca028-42ea-4b2a-8488-686cd1c12da5 {{(pid=100961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:04:33.756927 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'tag': '2a28ea96-8106-431c-a3e5-98e17239f82f', 'status': 'completed', 'code': 200} Sep 09 22:04:33.758705 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-aedd9148-7adb-4e8e-9c3a-38fddfd4948d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:33.820326 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d req-3a87571c-d871-4974-b98a-7c74cbd1b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:33.821823 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d req-3a87571c-d871-4974-b98a-7c74cbd1b90d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 1098 time: 0.0421865 Sep 09 22:04:33.867127 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-4b8a2065-417f-4357-914b-9823c3e02058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'c04b8a99-3ac5-4d9f-ab50-b8f0eb43f29e', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': '2a28ea96-8106-431c-a3e5-98e17239f82f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:b1:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:04:32Z', 'updated_at': '2021-09-09T22:04:32Z', 'revision_number': 0, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:33.879639 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-aedd9148-7adb-4e8e-9c3a-38fddfd4948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:33.882408 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-aedd9148-7adb-4e8e-9c3a-38fddfd4948d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:33.886076 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-aedd9148-7adb-4e8e-9c3a-38fddfd4948d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f15f5c12-83d3-4eae-8e23-cee84fbc263d HTTP/1.1" status: 204 len: 168 time: 0.2319453 Sep 09 22:04:33.892342 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd9148-7adb-4e8e-9c3a-38fddfd4948d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15f5c12-83d3-4eae-8e23-cee84fbc263d,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:33.894018 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a2065-417f-4357-914b-9823c3e02058 None None] Checking router: e06cdb07-a19f-4d1a-a883-fb9e920cfa4f for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:04:33.909389 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a2065-417f-4357-914b-9823c3e02058 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:04:33.910225 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-4b8a2065-417f-4357-914b-9823c3e02058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:04:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:33.921230 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d req-9c1230e9-a7cd-4ca4-8431-83a890eefefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:33.923074 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d req-9c1230e9-a7cd-4ca4-8431-83a890eefefc service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 913 time: 0.0938759 Sep 09 22:04:33.994752 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d req-8c6685e2-ed58-475a-9b4b-267021766d1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a28ea96-8106-431c-a3e5-98e17239f82f HTTP/1.1" status: 200 len: 999 time: 0.0642381 Sep 09 22:04:34.020262 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-4b8a2065-417f-4357-914b-9823c3e02058 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:04:34.051852 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d req-be32fa59-c424-405e-8d23-25d4839b8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:34.053375 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d req-be32fa59-c424-405e-8d23-25d4839b8e0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0515423 Sep 09 22:04:34.101289 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d req-065a0b13-74d6-43cd-90a1-d8297c222ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:34.102982 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d req-065a0b13-74d6-43cd-90a1-d8297c222ffb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425622 Sep 09 22:04:34.203257 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d req-f9a26497-7740-435b-b70c-3d30e969a8d1 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930972 Sep 09 22:04:34.309072 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e997fb3c-ab98-4eb4-9f21-61b4f4902e8d req-68c301ab-2aff-4853-9ae9-57e667861830 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945919 Sep 09 22:04:34.377478 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-4b8a2065-417f-4357-914b-9823c3e02058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'c04b8a99-3ac5-4d9f-ab50-b8f0eb43f29e', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': '2a28ea96-8106-431c-a3e5-98e17239f82f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:b1:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:04:32Z', 'updated_at': '2021-09-09T22:04:32Z', 'revision_number': 0, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:34.404086 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a2065-417f-4357-914b-9823c3e02058 None None] The sync data for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi is: [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'c04b8a99-3ac5-4d9f-ab50-b8f0eb43f29e', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': '2a28ea96-8106-431c-a3e5-98e17239f82f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:b1:fa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:04:32Z', 'updated_at': '2021-09-09T22:04:32Z', 'revision_number': 0, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:04:34.596073 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7679304-840e-4d9e-905e-b0b8d35941e6 None None] New status for floating IP c04b8a99-3ac5-4d9f-ab50-b8f0eb43f29e: ACTIVE {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:04:35.578046 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59652) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:35.683861 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a48103b4-0ab8-48c6-9dc7-7909f9ade258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:35.770896 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a48103b4-0ab8-48c6-9dc7-7909f9ade258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:35.851418 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a48103b4-0ab8-48c6-9dc7-7909f9ade258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:35.888890 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48103b4-0ab8-48c6-9dc7-7909f9ade258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9afff8-1cdd-40f8-b093-b82178ba93f0,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:35.893153 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a48103b4-0ab8-48c6-9dc7-7909f9ade258 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9394af81a5cd4c828de234a783396db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140817 Sep 09 22:04:35.896386 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59656) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:35.943148 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2228a580-15fa-43d7-99c1-bebb08f52d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:35.970179 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2228a580-15fa-43d7-99c1-bebb08f52d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:36.097306 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2228a580-15fa-43d7-99c1-bebb08f52d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:36.099855 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2228a580-15fa-43d7-99c1-bebb08f52d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:36.101044 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2228a580-15fa-43d7-99c1-bebb08f52d90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee9afff8-1cdd-40f8-b093-b82178ba93f0 HTTP/1.1" status: 204 len: 168 time: 0.2041340 Sep 09 22:04:36.108716 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228a580-15fa-43d7-99c1-bebb08f52d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9afff8-1cdd-40f8-b093-b82178ba93f0,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:37.030724 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59678) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:37.125799 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1548708338-network', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:37.211750 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Made reservation on behalf of e613c1c878ee45d1bc72628a910a956f for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:04:37.214157 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:37.224083 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:37.310712 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:37.399464 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:37.419635 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:04:37.432506 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708ef99f-3e46-42bd-bd9f-2c022c2ff1e3,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:37.438610 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:37.439037 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Added segment 3b4c6f0f-b783-4181-90c8-cf9bcd76836f of type vlan for network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 Sep 09 22:04:37.478267 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:37.617639 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:37.618569 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:37.619164 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:37.680761 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Pushing event updated for resources: {'Network': ['ID=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:37.688279 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.688649 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.688998 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.689339 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.689672 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.690011 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.690372 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.690699 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.691029 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.691359 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.691681 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.692001 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:37.705238 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:04:37.721178 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-998fce37-1919-4bce-90d0-eed16d264476 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6893165 Sep 09 22:04:37.724012 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59682) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:37.729216 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] Request body: {'subnet': {'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1548708338-subnet', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'ip_version': 4}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:37.840492 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] Made reservation on behalf of e613c1c878ee45d1bc72628a910a956f for: {'subnet': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:04:37.842846 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4392927'] for subnet, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:37.973055 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-27a67e56-2e63-4018-be86-27f94f0780e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417392 Sep 09 22:04:38.053507 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-26c4da85-e513-4f27-b262-173d077c69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:38.054999 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-26c4da85-e513-4f27-b262-173d077c69cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 1098 time: 0.0398812 Sep 09 22:04:38.069550 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4392897'] for subnet, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:38.130005 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=879d7b39-8165-4e16-b7d5-b8416363e654,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:38.136887 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] Checking segment: {'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:04:38.137700 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] Network hostable DHCP agents. Network: 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:04:38.164380 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-e4d7dc19-b82c-44ae-85f9-744a5bf57d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:38.165856 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-e4d7dc19-b82c-44ae-85f9-744a5bf57d03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 913 time: 0.0895693 Sep 09 22:04:38.205988 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] Network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:04:38.231368 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-3e683442-4fbb-4280-808f-599d243a7e3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a28ea96-8106-431c-a3e5-98e17239f82f HTTP/1.1" status: 200 len: 1001 time: 0.0579484 Sep 09 22:04:38.257189 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82) {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:38.261328 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:38.261902 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:38.266674 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b84c5-1a0e-4ca0-a781-f9b008228f76 None None] Network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:04:38.280100 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-0b25fa11-bc52-4047-9eae-a977d4e669b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:38.281759 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-0b25fa11-bc52-4047-9eae-a977d4e669b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0447073 Sep 09 22:04:38.331768 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-469d264c-c4b7-4832-8e07-be12155c3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:38.333307 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-469d264c-c4b7-4832-8e07-be12155c3368 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439074 Sep 09 22:04:38.343158 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-1b6c2348-7679-4254-a885-39168e2fdb6b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6180415 Sep 09 22:04:38.350371 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59684) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:38.355029 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:38.411178 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca9be6b-504f-507d-a59e-432101f10e67-7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654'}]}} from dv-cinder-808137-1-iscsi. {{(pid=100963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:04:38.412074 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:38.428829 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-ca7c4ab7-76df-4c04-96c0-672a87c5ff26 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878460 Sep 09 22:04:38.451896 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13242'] for router, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:38.453494 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13235'] for router, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:38.512822 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:38.523813 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-d9572446-17ea-4375-80b0-6638a009f3f2 req-0c06777e-e97f-4541-af98-083eeb561c48 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876904 Sep 09 22:04:38.550043 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.db_base_plugin_common [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Allocated IP 172.20.0.2 (7813143a-9ef8-42a2-9b56-ffc9e0c4fc82/879d7b39-8165-4e16-b7d5-b8416363e654/f714690b-f285-42e9-adf7-abc93b79c02b) {{(pid=100963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:04:38.694215 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Notify callbacks [] for port, precommit_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:38.703504 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Transition to ACTIVE for port object f714690b-f285-42e9-adf7-abc93b79c02b will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:38.720411 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Transition to ACTIVE for port object f714690b-f285-42e9-adf7-abc93b79c02b will not be triggered until provisioned by entity DHCP. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:38.737272 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:38.823576 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:38.860379 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 is already hosted by enough agents. {{(pid=100963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:04:38.863156 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.base_scheduler [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Resources bound (agent type, host, resource id): {{(pid=100963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:38.866606 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Received port after_create {{(pid=100963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:04:38.881720 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Pushing event updated for resources: {'Port': ['ID=f714690b-f285-42e9-adf7-abc93b79c02b,revision_number=1']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:38.930453 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Attempting to bind port f714690b-f285-42e9-adf7-abc93b79c02b on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:04:38.930823 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Attempting to bind port f714690b-f285-42e9-adf7-abc93b79c02b by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:04:38.931174 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Attempting to bind port f714690b-f285-42e9-adf7-abc93b79c02b on network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:04:38.936931 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:04:38.937291 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Checking segment: {'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:04:38.937705 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:38.938068 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Bound using segment: {'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:04:38.938520 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Bound port: f714690b-f285-42e9-adf7-abc93b79c02b, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:04:38.938891 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:39.000895 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] For port f714690b-f285-42e9-adf7-abc93b79c02b, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:04:39.004158 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] For port f714690b-f285-42e9-adf7-abc93b79c02b, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=f714690b-f285-42e9-adf7-abc93b79c02b,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:04:39.021038 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:39.039847 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:39.063611 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:39.123673 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f32a21-f3a4-4f5e-8b33-3acc479745d7 None None] Pushing event updated for resources: {'Port': ['ID=f714690b-f285-42e9-adf7-abc93b79c02b,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:39.147359 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Allocated IP 172.27.1.134 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/0d11293c-a56a-4778-a49d-f426b04feefa) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:04:39.263943 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:39.383063 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:39.421263 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:04:39.424223 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:39.426660 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:04:39.458408 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Pushing event updated for resources: {'Port': ['ID=0d11293c-a56a-4778-a49d-f426b04feefa,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:39.733027 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:39.930211 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589643'] for router, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:39.986766 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd72c7f-f00c-4e6a-93e5-0e7e9ea420b8 None None] Network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:04:40.114398 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Router ef3904b3-72a7-437d-acad-4efe19fcb58a is scheduled to L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac with binding_index 1 {{(pid=100961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:04:40.183201 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-19e2bfb1-0700-4129-bd54-f0d7d736bf31 None None] Provisioning for port f714690b-f285-42e9-adf7-abc93b79c02b completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:40.225871 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:04:40.237202 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Sync routers for ids ['ef3904b3-72a7-437d-acad-4efe19fcb58a'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:04:40.248733 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Routers {'ef3904b3-72a7-437d-acad-4efe19fcb58a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:04:40.248733 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:04:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['ef3904b3-72a7-437d-acad-4efe19fcb58a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:40.297956 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] Notify callbacks [] for router, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:40.299465 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-ce7699e5-cc45-4a5d-a7a6-645342fea6dd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9478803 Sep 09 22:04:40.301984 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59688) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:40.359819 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Set router ef3904b3-72a7-437d-acad-4efe19fcb58a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:04:40.453403 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device f714690b-f285-42e9-adf7-abc93b79c02b up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:40.586760 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:39Z', 'revision_number': 3, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:40.615186 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Checking router: ef3904b3-72a7-437d-acad-4efe19fcb58a for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:04:40.615535 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Updating router ef3904b3-72a7-437d-acad-4efe19fcb58a port 0d11293c-a56a-4778-a49d-f426b04feefa binding host dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:04:40.638087 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port f714690b-f285-42e9-adf7-abc93b79c02b completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:40.646845 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port f714690b-f285-42e9-adf7-abc93b79c02b triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:40.647211 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:40.652655 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:40.840353 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:40.912441 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port f714690b-f285-42e9-adf7-abc93b79c02b, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=f714690b-f285-42e9-adf7-abc93b79c02b,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:04:40.953184 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:40.979592 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.024038 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Notify callbacks [] for port, precommit_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.046774 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Transition to ACTIVE for port object 0d11293c-a56a-4778-a49d-f426b04feefa will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:41.052946 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=f714690b-f285-42e9-adf7-abc93b79c02b,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:41.058589 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.058916 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.059256 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.059589 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.059919 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.060245 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.060598 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.060927 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.061252 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.061574 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.061897 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.062242 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:41.103561 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.109013 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Allocated IP 172.20.0.1 (7813143a-9ef8-42a2-9b56-ffc9e0c4fc82/879d7b39-8165-4e16-b7d5-b8416363e654/02348109-c0c2-45bd-b3bc-b4e9cdf81b49) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:04:41.155952 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Attempting to bind port 0d11293c-a56a-4778-a49d-f426b04feefa on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:04:41.156404 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Attempting to bind port 0d11293c-a56a-4778-a49d-f426b04feefa by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:04:41.156767 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Attempting to bind port 0d11293c-a56a-4778-a49d-f426b04feefa on network 584713b3-eff6-4e86-ae47-0d6e97969935 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:04:41.168373 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abd6e0-c992-4d83-ac50-3ef09511d36b None None] Pushing event updated for resources: {'Port': ['ID=0d11293c-a56a-4778-a49d-f426b04feefa,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:41.172203 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:04:41.172602 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Checking segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:04:41.173461 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.173626 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Bound using segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:04:41.173974 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Bound port: 0d11293c-a56a-4778-a49d-f426b04feefa, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:04:41.174349 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.218286 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.231227 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] For port 0d11293c-a56a-4778-a49d-f426b04feefa, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:04:41.232555 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.provisioning_blocks [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Transition to ACTIVE for port object 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 will not be triggered until provisioned by entity DHCP. {{(pid=100961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:41.235310 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] For port 0d11293c-a56a-4778-a49d-f426b04feefa, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=0d11293c-a56a-4778-a49d-f426b04feefa,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:04:41.332858 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.366193 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.392325 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Routers {'ef3904b3-72a7-437d-acad-4efe19fcb58a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:04:41.393604 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:04:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['ef3904b3-72a7-437d-acad-4efe19fcb58a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:41.396023 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abd6e0-c992-4d83-ac50-3ef09511d36b None None] Pushing event updated for resources: {'Port': ['ID=0d11293c-a56a-4778-a49d-f426b04feefa,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:41.405106 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:04:41.407738 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:41.411331 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:04:41.446272 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Pushing event updated for resources: {'Port': ['ID=02348109-c0c2-45bd-b3bc-b4e9cdf81b49,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:41.466105 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589722'] for router_interface, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.513656 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] Set router ef3904b3-72a7-437d-acad-4efe19fcb58a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:04:41.653747 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.704559 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:39Z', 'revision_number': 3, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:41.731596 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a789bcd-b31b-41cc-adb9-14126bb46a75 None None] The sync data for ids ['ef3904b3-72a7-437d-acad-4efe19fcb58a'] in dv-cinder-808137-1-iscsi is: [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:39Z', 'revision_number': 3, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:04:41.766177 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-c96bb77d-4cd4-4def-8ab5-d50c31f8a1c2 None None] Provisioning for port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:41.770350 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-c96bb77d-4cd4-4def-8ab5-d50c31f8a1c2 None None] Provisioning complete for port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:41.774879 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c96bb77d-4cd4-4def-8ab5-d50c31f8a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.811520 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-c96bb77d-4cd4-4def-8ab5-d50c31f8a1c2 None None] Port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:04:41.819268 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.880242 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.962575 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587530'] for router_interface, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:41.965940 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Pushing event updated for resources: {'Port': ['ID=02348109-c0c2-45bd-b3bc-b4e9cdf81b49,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:42.062747 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:04:42.064130 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:42.190983 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Router ef3904b3-72a7-437d-acad-4efe19fcb58a has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:04:42.308325 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:04:42.313437 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-71e94761-1962-4860-9a3f-bc8d01f0a38e admin admin] 10.222.0.52 "PUT /v2.0/routers/ef3904b3-72a7-437d-acad-4efe19fcb58a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0103419 Sep 09 22:04:42.336325 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-dc9b6901-a3c4-4069-91f5-4f557d24e08f None None] Provisioning complete for port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:42.336905 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6901-a3c4-4069-91f5-4f557d24e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:42.382115 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b6901-a3c4-4069-91f5-4f557d24e08f None None] Port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:04:42.510750 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 0d11293c-a56a-4778-a49d-f426b04feefa up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:42.628820 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 0d11293c-a56a-4778-a49d-f426b04feefa completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:42.632911 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 0d11293c-a56a-4778-a49d-f426b04feefa triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:42.633286 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:42.717565 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:42.741140 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 0d11293c-a56a-4778-a49d-f426b04feefa, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=0d11293c-a56a-4778-a49d-f426b04feefa,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:04:42.812068 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:42.813015 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device f714690b-f285-42e9-adf7-abc93b79c02b up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:42.888191 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=0d11293c-a56a-4778-a49d-f426b04feefa,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:42.907337 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port f714690b-f285-42e9-adf7-abc93b79c02b triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:42.907337 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.001890 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59704) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:43.006865 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-830403350-network', 'tenant_id': '591e972669f342cdbecd13e96f1e7243'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:43.080194 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Made reservation on behalf of 591e972669f342cdbecd13e96f1e7243 for: {'network': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:04:43.082777 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for network, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.092378 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.215924 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.302708 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.332177 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Sync routers for ids ['ef3904b3-72a7-437d-acad-4efe19fcb58a'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:04:43.333239 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:04:43.338675 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbadad8c-ed06-4aa4-bb3c-4910971684d3,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:43.343671 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Routers {'ef3904b3-72a7-437d-acad-4efe19fcb58a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:04:43.344313 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:04:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['ef3904b3-72a7-437d-acad-4efe19fcb58a'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:43.346945 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.350706 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.segments_db [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Added segment cc6c0112-d4d3-4feb-a1b6-b46081afdc0b of type vlan for network 3efcca2c-398e-403c-b6c3-1aa6c6872441 Sep 09 22:04:43.390046 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741521300008'] for network, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.446335 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444'] for network, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.447350 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:43.447951 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.511058 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] Pushing event updated for resources: {'Network': ['ID=3efcca2c-398e-403c-b6c3-1aa6c6872441,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:43.522198 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Network 3efcca2c-398e-403c-b6c3-1aa6c6872441 details requested by agent ovs-agent-dv-cinder-808137-1-iscsi with host dv-cinder-808137-1-iscsi {{(pid=100963) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:04:43.542717 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Set router ef3904b3-72a7-437d-acad-4efe19fcb58a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:04:43.544514 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-3d99f8d4-867d-42a2-b5f0-b8c920e9b859 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5414805 Sep 09 22:04:43.547089 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59706) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:43.552371 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] Request body: {'subnet': {'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-830403350-subnet', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'ip_version': 4}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:43.640269 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] Made reservation on behalf of 591e972669f342cdbecd13e96f1e7243 for: {'subnet': 1} {{(pid=100961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:04:43.642904 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4392927'] for subnet, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.740453 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 4, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '02348109-c0c2-45bd-b3bc-b4e9cdf81b49', 'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'mac_address': 'fa:16:3e:05:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:40Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 2, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'subnets': [{'id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:43.766327 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Checking router: ef3904b3-72a7-437d-acad-4efe19fcb58a for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:04:43.766679 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Updating router ef3904b3-72a7-437d-acad-4efe19fcb58a port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 binding host dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:04:43.795286 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.874353 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6058943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4392897'] for subnet, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:43.936310 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c02816b-9354-4f0b-80e1-fcc0b371f9f1,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:43.943944 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] Checking segment: {'id': 'cc6c0112-d4d3-4feb-a1b6-b46081afdc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:04:43.944374 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] Network hostable DHCP agents. Network: 3efcca2c-398e-403c-b6c3-1aa6c6872441, hostable agents: ['9e478246-3e4b-4c47-be61-e17511284c18'], hosted agents: [] {{(pid=100961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:04:44.040168 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] Network 3efcca2c-398e-403c-b6c3-1aa6c6872441 is scheduled to be hosted by DHCP agent 9e478246-3e4b-4c47-be61-e17511284c18 with binding_index 1 {{(pid=100961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:04:44.053836 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Notify callbacks [] for port, precommit_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.064959 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.provisioning_blocks [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Transition to ACTIVE for port object 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 will not be triggered until provisioned by entity L2. {{(pid=100964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:44.143161 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808137-1-iscsi, 3efcca2c-398e-403c-b6c3-1aa6c6872441) {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:44.147175 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:04:44.154380 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.155124 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca688fa-938e-4109-8fae-d8f41faa879c None None] Network 3efcca2c-398e-403c-b6c3-1aa6c6872441 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:04:44.170969 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.232720 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 59708) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:44.233479 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-1bfd1689-35c2-486a-b9e4-afe2caeddb34 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6851003 Sep 09 22:04:44.238412 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-830403350-router', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:44.266291 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Pushing event updated for resources: {'Port': ['ID=02348109-c0c2-45bd-b3bc-b4e9cdf81b49,revision_number=3']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:44.274352 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.274712 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.275051 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.275382 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.275699 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.276031 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.276514 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.277571 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.277682 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.277993 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.278315 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.278620 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:04:44.292393 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Attempting to bind port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:04:44.293396 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Attempting to bind port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:04:44.293759 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Attempting to bind port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 on network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:04:44.301336 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:04:44.303681 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Checking segment: {'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:04:44.303681 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.303681 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Bound using segment: {'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:04:44.303681 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Bound port: 02348109-c0c2-45bd-b3bc-b4e9cdf81b49, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'}}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:04:44.303681 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.323742 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca9be6b-504f-507d-a59e-432101f10e67-3efcca2c-398e-403c-b6c3-1aa6c6872441', 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'fixed_ips': [{'subnet_id': '2c02816b-9354-4f0b-80e1-fcc0b371f9f1'}]}} from dv-cinder-808137-1-iscsi. {{(pid=100963) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:04:44.324630 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.331993 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13242'] for router, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.333124 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-588954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13235'] for router, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.378036 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] For port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:04:44.382244 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] For port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=02348109-c0c2-45bd-b3bc-b4e9cdf81b49,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:04:44.412264 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.439895 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 0d11293c-a56a-4778-a49d-f426b04feefa up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:44.457677 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.523692 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b00c1-4320-4587-bed1-8397979ecfa9 None None] Pushing event updated for resources: {'Port': ['ID=02348109-c0c2-45bd-b3bc-b4e9cdf81b49,revision_number=4']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:44.535630 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Routers {'ef3904b3-72a7-437d-acad-4efe19fcb58a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:04:44.536399 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:04:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['ef3904b3-72a7-437d-acad-4efe19fcb58a'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:44.609373 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.db_base_plugin_common [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Allocated IP 172.20.0.2 (3efcca2c-398e-403c-b6c3-1aa6c6872441/2c02816b-9354-4f0b-80e1-fcc0b371f9f1/91d34d98-81c2-446d-a6b9-c76b3e1744e2) {{(pid=100963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:04:44.653275 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.661918 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] Set router ef3904b3-72a7-437d-acad-4efe19fcb58a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:04:44.799819 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 0d11293c-a56a-4778-a49d-f426b04feefa triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:44.800159 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.804952 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Notify callbacks [] for port, precommit_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.833570 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Transition to ACTIVE for port object 91d34d98-81c2-446d-a6b9-c76b3e1744e2 will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:44.861331 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Transition to ACTIVE for port object 91d34d98-81c2-446d-a6b9-c76b3e1744e2 will not be triggered until provisioned by entity DHCP. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:44.890315 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 4, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '02348109-c0c2-45bd-b3bc-b4e9cdf81b49', 'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'mac_address': 'fa:16:3e:05:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:40Z', 'updated_at': '2021-09-09T22:04:44Z', 'revision_number': 4, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'subnets': [{'id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:44.917222 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa55fd-7352-4d40-95a5-6d37560e87b2 None None] The sync data for ids ['ef3904b3-72a7-437d-acad-4efe19fcb58a'] in dv-cinder-808137-1-iscsi is: [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 4, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '02348109-c0c2-45bd-b3bc-b4e9cdf81b49', 'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'mac_address': 'fa:16:3e:05:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:40Z', 'updated_at': '2021-09-09T22:04:44Z', 'revision_number': 4, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'subnets': [{'id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:04:44.919714 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193'] for port, after_create {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:44.959756 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Network 3efcca2c-398e-403c-b6c3-1aa6c6872441 is already hosted by enough agents. {{(pid=100963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:04:44.963415 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.scheduler.base_scheduler [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Resources bound (agent type, host, resource id): {{(pid=100963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:44.978928 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Received port after_create {{(pid=100963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:04:44.988967 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Pushing event updated for resources: {'Port': ['ID=91d34d98-81c2-446d-a6b9-c76b3e1744e2,revision_number=1']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:45.004028 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:45.024976 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:45.047549 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Attempting to bind port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:04:45.053661 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Attempting to bind port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'cc6c0112-d4d3-4feb-a1b6-b46081afdc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:04:45.053661 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Attempting to bind port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 on network 3efcca2c-398e-403c-b6c3-1aa6c6872441 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:04:45.054914 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:04:45.055407 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Checking segment: {'id': 'cc6c0112-d4d3-4feb-a1b6-b46081afdc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:04:45.055817 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:45.056459 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Bound using segment: {'id': 'cc6c0112-d4d3-4feb-a1b6-b46081afdc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:04:45.057135 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Bound port: 91d34d98-81c2-446d-a6b9-c76b3e1744e2, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6c0112-d4d3-4feb-a1b6-b46081afdc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:04:45.057525 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:45.133072 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] For port 91d34d98-81c2-446d-a6b9-c76b3e1744e2, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:04:45.136999 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] For port 91d34d98-81c2-446d-a6b9-c76b3e1744e2, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=91d34d98-81c2-446d-a6b9-c76b3e1744e2,segment=NetworkSegment(cc6c0112-d4d3-4feb-a1b6-b46081afdc0b),segment_id=cc6c0112-d4d3-4feb-a1b6-b46081afdc0b)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:04:45.149852 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Allocated IP 172.27.1.141 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:04:45.240740 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:45.266134 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:45.311427 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bac4e-0188-430a-aeb9-c77a6817a97b None None] Pushing event updated for resources: {'Port': ['ID=91d34d98-81c2-446d-a6b9-c76b3e1744e2,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:45.389633 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:45.428193 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:04:45.431378 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:45.437804 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:04:45.443572 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:46.047013 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:46.203820 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66b4904-a283-4dac-8ec9-c7bf1cf997cf None None] Network 3efcca2c-398e-403c-b6c3-1aa6c6872441 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:04:46.246201 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589643'] for router, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:46.417590 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-bd69c069-c25c-4545-b087-eb7e6b52986b None None] Provisioning for port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:46.469943 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 91d34d98-81c2-446d-a6b9-c76b3e1744e2 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:46.485763 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Router 8ab7daab-96c4-47cc-8033-9aba43b5b320 is scheduled to L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac with binding_index 1 {{(pid=100962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:04:46.577386 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:46.581594 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:46.582068 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:46.598658 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:04:46.608926 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Sync routers for ids ['8ab7daab-96c4-47cc-8033-9aba43b5b320'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:04:46.628221 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Routers {'8ab7daab-96c4-47cc-8033-9aba43b5b320'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:04:46.628858 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:04:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['8ab7daab-96c4-47cc-8033-9aba43b5b320'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:46.673663 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:46.674998 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-dd9639cd-69cf-4b5a-88a1-d7cd77dc6216 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4403152 Sep 09 22:04:46.678352 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59710) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:46.697183 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-c48be5c6-c1fb-4032-9dbd-7717a503ddf9 None None] Provisioning complete for port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:46.697550 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c48be5c6-c1fb-4032-9dbd-7717a503ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:46.794959 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:46.804393 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Set router 8ab7daab-96c4-47cc-8033-9aba43b5b320 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:04:46.910390 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 91d34d98-81c2-446d-a6b9-c76b3e1744e2, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=91d34d98-81c2-446d-a6b9-c76b3e1744e2,segment=NetworkSegment(cc6c0112-d4d3-4feb-a1b6-b46081afdc0b),segment_id=cc6c0112-d4d3-4feb-a1b6-b46081afdc0b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:04:46.979481 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c48be5c6-c1fb-4032-9dbd-7717a503ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.028835 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.029608 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:47.088925 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.138909 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.db.api [None req-c48be5c6-c1fb-4032-9dbd-7717a503ddf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100963) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 22:04:47.139257 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG oslo_db.api [None req-c48be5c6-c1fb-4032-9dbd-7717a503ddf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 22:04:47.153596 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=91d34d98-81c2-446d-a6b9-c76b3e1744e2,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:47.169381 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'name': 'tempest-TestShelveInstance-830403350-router', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:44Z', 'updated_at': '2021-09-09T22:04:45Z', 'revision_number': 3, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'gw_port': {'id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:45Z', 'updated_at': '2021-09-09T22:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:47.196368 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Checking router: 8ab7daab-96c4-47cc-8033-9aba43b5b320 for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:04:47.196709 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Updating router 8ab7daab-96c4-47cc-8033-9aba43b5b320 port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f binding host dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:04:47.222072 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.242508 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:47.246415 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Allocated IP 172.20.0.1 (3efcca2c-398e-403c-b6c3-1aa6c6872441/2c02816b-9354-4f0b-80e1-fcc0b371f9f1/3ba9414e-3151-407e-a3c7-23fa4673dbff) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:04:47.250661 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:47.251027 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.349362 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.363115 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.provisioning_blocks [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Transition to ACTIVE for port object 3ba9414e-3151-407e-a3c7-23fa4673dbff will not be triggered until provisioned by entity DHCP. {{(pid=100961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:47.509672 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.548143 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Network 3efcca2c-398e-403c-b6c3-1aa6c6872441 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:04:47.551111 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:47.554882 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:04:47.580201 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.583426 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba9414e-3151-407e-a3c7-23fa4673dbff,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:47.601007 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589722'] for router_interface, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.637377 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=02348109-c0c2-45bd-b3bc-b4e9cdf81b49,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:04:47.731262 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.733488 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.764852 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Transition to ACTIVE for port object 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f will not be triggered until provisioned by entity L2. {{(pid=100963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:47.790190 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=02348109-c0c2-45bd-b3bc-b4e9cdf81b49,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:47.809515 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.840408 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.885515 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Attempting to bind port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:04:47.885873 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Attempting to bind port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:04:47.886266 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Attempting to bind port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f on network 584713b3-eff6-4e86-ae47-0d6e97969935 {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:04:47.898733 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:04:47.899100 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Checking segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:04:47.899494 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.899917 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Bound using segment: {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'} {{(pid=100963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:04:47.900394 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.managers [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Bound port: 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fe9a99-49ee-4f93-8726-e83c788a0bf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935'}}] {{(pid=100963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:04:47.900772 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.903276 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72892d8f-6ff9-42a7-8c5c-d1e6b8a188a8 None None] Pushing event updated for resources: {'Port': ['ID=7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f,revision_number=2']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:47.907752 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-90fe286e-c972-460e-8841-39c4361fc217 None None] Provisioning for port 3ba9414e-3151-407e-a3c7-23fa4673dbff completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:47.931351 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-90fe286e-c972-460e-8841-39c4361fc217 None None] Provisioning complete for port 3ba9414e-3151-407e-a3c7-23fa4673dbff triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:47.931719 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-90fe286e-c972-460e-8841-39c4361fc217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.972244 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:47.985758 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-90fe286e-c972-460e-8841-39c4361fc217 None None] Port 3ba9414e-3151-407e-a3c7-23fa4673dbff cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:04:47.993613 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] For port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:04:47.996819 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] For port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:04:48.033847 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:48.062896 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:48.098768 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba9414e-3151-407e-a3c7-23fa4673dbff,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:48.101207 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587530'] for router_interface, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:48.117716 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Routers {'8ab7daab-96c4-47cc-8033-9aba43b5b320'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:04:48.118346 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:04:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['8ab7daab-96c4-47cc-8033-9aba43b5b320'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:48.165084 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72892d8f-6ff9-42a7-8c5c-d1e6b8a188a8 None None] Pushing event updated for resources: {'Port': ['ID=7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f,revision_number=3']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:48.197134 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Network 3efcca2c-398e-403c-b6c3-1aa6c6872441 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:04:48.198772 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:04:48.240117 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] Set router 8ab7daab-96c4-47cc-8033-9aba43b5b320 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:04:48.326078 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Router 8ab7daab-96c4-47cc-8033-9aba43b5b320 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:04:48.434363 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:48.444516 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:04:48.453151 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-3b218b65-8e14-4a08-9efd-87e328f6e311 admin admin] 10.222.0.52 "PUT /v2.0/routers/8ab7daab-96c4-47cc-8033-9aba43b5b320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699983 Sep 09 22:04:48.510396 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'name': 'tempest-TestShelveInstance-830403350-router', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:44Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 4, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'gw_port': {'id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:45Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '3ba9414e-3151-407e-a3c7-23fa4673dbff', 'name': '', 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'mac_address': 'fa:16:3e:83:83:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2c02816b-9354-4f0b-80e1-fcc0b371f9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:47Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 2, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'subnets': [{'id': '2c02816b-9354-4f0b-80e1-fcc0b371f9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:48.539411 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:48.539783 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:48.543747 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47515d45-9204-43ae-9b75-cdc6d83d31c3 None None] The sync data for ids ['8ab7daab-96c4-47cc-8033-9aba43b5b320'] in dv-cinder-808137-1-iscsi is: [{'id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'name': 'tempest-TestShelveInstance-830403350-router', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:44Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 4, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'gw_port': {'id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:45Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '3ba9414e-3151-407e-a3c7-23fa4673dbff', 'name': '', 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'mac_address': 'fa:16:3e:83:83:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2c02816b-9354-4f0b-80e1-fcc0b371f9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:47Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 2, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'subnets': [{'id': '2c02816b-9354-4f0b-80e1-fcc0b371f9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:04:48.570188 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-3e1a213d-f2c7-435c-8447-db119e6d2350 None None] Provisioning complete for port 3ba9414e-3151-407e-a3c7-23fa4673dbff triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:48.570463 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3e1a213d-f2c7-435c-8447-db119e6d2350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:48.625616 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a213d-f2c7-435c-8447-db119e6d2350 None None] Port 3ba9414e-3151-407e-a3c7-23fa4673dbff cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:04:48.664577 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 91d34d98-81c2-446d-a6b9-c76b3e1744e2 up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:48.711373 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:48.711717 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:48.995301 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59720) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:49.000735 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-b9154a03-6736-4e03-a3c4-29bcb433c3e1 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524160021', 'description': 'tempest-secgroup-smoke-524160021 description', 'project_id': 'e613c1c878ee45d1bc72628a910a956f'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:49.086187 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b9154a03-6736-4e03-a3c4-29bcb433c3e1 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.156079 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-532b26ff-57fe-4a82-8190-6203c6733040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.188748 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b9154a03-6736-4e03-a3c4-29bcb433c3e1 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.268745 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b9154a03-6736-4e03-a3c4-29bcb433c3e1 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.299005 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9154a03-6736-4e03-a3c4-29bcb433c3e1 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9585a054-f071-4080-94a8-386e02a470ca,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:49.360522 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b9154a03-6736-4e03-a3c4-29bcb433c3e1 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.363210 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-b9154a03-6736-4e03-a3c4-29bcb433c3e1 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3647859 Sep 09 22:04:49.364830 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59722) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:49.369473 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-004507d2-0b0b-4e05-b59c-fcf62a75f97e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Request body: {'security_group_rule': {'security_group_id': '9585a054-f071-4080-94a8-386e02a470ca', 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:49.459429 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-004507d2-0b0b-4e05-b59c-fcf62a75f97e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.522171 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-004507d2-0b0b-4e05-b59c-fcf62a75f97e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.594896 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-004507d2-0b0b-4e05-b59c-fcf62a75f97e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.614309 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004507d2-0b0b-4e05-b59c-fcf62a75f97e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1d2048-8e2c-4917-a691-84ade3d0cc28,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:49.679828 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-004507d2-0b0b-4e05-b59c-fcf62a75f97e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.683115 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-004507d2-0b0b-4e05-b59c-fcf62a75f97e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3151433 Sep 09 22:04:49.683763 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59724) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:49.688122 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-bb6aedd9-bf96-4d75-8e91-031b4d93bb3f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Request body: {'security_group_rule': {'security_group_id': '9585a054-f071-4080-94a8-386e02a470ca', 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:49.776515 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bb6aedd9-bf96-4d75-8e91-031b4d93bb3f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.835163 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bb6aedd9-bf96-4d75-8e91-031b4d93bb3f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.914196 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bb6aedd9-bf96-4d75-8e91-031b4d93bb3f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.932421 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6aedd9-bf96-4d75-8e91-031b4d93bb3f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6971816-fb16-4918-ae9c-f83fd59594d6,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:49.994396 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-bb6aedd9-bf96-4d75-8e91-031b4d93bb3f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:49.995648 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-bb6aedd9-bf96-4d75-8e91-031b4d93bb3f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3108542 Sep 09 22:04:49.998322 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59726) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:50.002796 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-b5e84a5c-5137-47fa-b431-cde865e20c4e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Request body: {'security_group_rule': {'security_group_id': '9585a054-f071-4080-94a8-386e02a470ca', 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:50.079856 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b5e84a5c-5137-47fa-b431-cde865e20c4e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.146480 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b5e84a5c-5137-47fa-b431-cde865e20c4e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.211162 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b5e84a5c-5137-47fa-b431-cde865e20c4e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.228846 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e84a5c-5137-47fa-b431-cde865e20c4e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9897078a-849b-44a1-a4dd-47b4fed4e269,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:50.309022 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b5e84a5c-5137-47fa-b431-cde865e20c4e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.310183 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-b5e84a5c-5137-47fa-b431-cde865e20c4e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109236 Sep 09 22:04:50.312883 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59728) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:50.317206 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-c1e268be-90e6-4d5a-a0ae-52d5659c7ef8 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Request body: {'security_group_rule': {'security_group_id': '9585a054-f071-4080-94a8-386e02a470ca', 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:50.423021 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c1e268be-90e6-4d5a-a0ae-52d5659c7ef8 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.437914 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:50.486644 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c1e268be-90e6-4d5a-a0ae-52d5659c7ef8 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.560138 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c1e268be-90e6-4d5a-a0ae-52d5659c7ef8 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.571586 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:50.577768 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:50.577768 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.577982 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e268be-90e6-4d5a-a0ae-52d5659c7ef8 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7caf84b-ba60-4b18-a199-fbdf082f111a,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:50.651804 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-c1e268be-90e6-4d5a-a0ae-52d5659c7ef8 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.653025 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.653329 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-c1e268be-90e6-4d5a-a0ae-52d5659c7ef8 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394167 Sep 09 22:04:50.656214 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59730) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:50.661325 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-4d3d95e6-5974-4c92-b296-ce7daf976914 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Request body: {'security_group_rule': {'security_group_id': '9585a054-f071-4080-94a8-386e02a470ca', 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:50.674344 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:04:50.766092 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.783061 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.securitygroups_db [None req-4d3d95e6-5974-4c92-b296-ce7daf976914 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Project e613c1c878ee45d1bc72628a910a956f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 22:04:50.788178 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4d3d95e6-5974-4c92-b296-ce7daf976914 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.818386 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:50.851682 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4d3d95e6-5974-4c92-b296-ce7daf976914 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.925338 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4d3d95e6-5974-4c92-b296-ce7daf976914 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:50.942987 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d95e6-5974-4c92-b296-ce7daf976914 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93166b41-7b66-4f14-9d45-b3ca2d9d052a,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:51.016921 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-4d3d95e6-5974-4c92-b296-ce7daf976914 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:51.018178 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-4d3d95e6-5974-4c92-b296-ce7daf976914 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3607123 Sep 09 22:04:51.020863 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59732) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:04:51.025101 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-ac260292-1720-49c9-917e-68cbce46c206 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Request body: {'security_group_rule': {'security_group_id': '9585a054-f071-4080-94a8-386e02a470ca', 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:04:51.097039 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.securitygroups_db [None req-ac260292-1720-49c9-917e-68cbce46c206 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Project e613c1c878ee45d1bc72628a910a956f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 22:04:51.101880 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ac260292-1720-49c9-917e-68cbce46c206 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:51.163604 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ac260292-1720-49c9-917e-68cbce46c206 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:51.199973 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ac260292-1720-49c9-917e-68cbce46c206 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541311'] for security_group_rule, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:51.218435 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac260292-1720-49c9-917e-68cbce46c206 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e4a22d-edf6-4923-b9b7-baa751117fee,revision_number=0']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:51.286053 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-ac260292-1720-49c9-917e-68cbce46c206 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:51.287476 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-ac260292-1720-49c9-917e-68cbce46c206 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2656722 Sep 09 22:04:51.754964 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Sync routers for ids ['8ab7daab-96c4-47cc-8033-9aba43b5b320'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:04:51.764770 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Routers {'8ab7daab-96c4-47cc-8033-9aba43b5b320'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:04:51.774176 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:04:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['8ab7daab-96c4-47cc-8033-9aba43b5b320'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:51.869636 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Set router 8ab7daab-96c4-47cc-8033-9aba43b5b320 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:04:51.948697 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-89d98fc6-799e-4877-8292-69c6daa5221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:52.066990 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'name': 'tempest-TestShelveInstance-830403350-router', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:44Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 4, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'gw_port': {'id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:45Z', 'updated_at': '2021-09-09T22:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '3ba9414e-3151-407e-a3c7-23fa4673dbff', 'name': '', 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'mac_address': 'fa:16:3e:83:83:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2c02816b-9354-4f0b-80e1-fcc0b371f9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:47Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 2, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'subnets': [{'id': '2c02816b-9354-4f0b-80e1-fcc0b371f9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:52.067636 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:52.097259 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Checking router: 8ab7daab-96c4-47cc-8033-9aba43b5b320 for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:04:52.097617 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Updating router 8ab7daab-96c4-47cc-8033-9aba43b5b320 port 3ba9414e-3151-407e-a3c7-23fa4673dbff binding host dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:04:52.122186 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:52.383919 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Notify callbacks [] for port, precommit_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:52.393670 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.provisioning_blocks [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Transition to ACTIVE for port object 3ba9414e-3151-407e-a3c7-23fa4673dbff will not be triggered until provisioned by entity L2. {{(pid=100964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:04:52.421634 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:52.467879 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:52.468819 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:52.473749 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:52.523083 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce9838-3af9-4da3-9666-1e4ce1652f87 None None] Pushing event updated for resources: {'Port': ['ID=3ba9414e-3151-407e-a3c7-23fa4673dbff,revision_number=3']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:52.676273 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Attempting to bind port 3ba9414e-3151-407e-a3c7-23fa4673dbff on host dv-cinder-808137-1-iscsi for vnic_type normal with profile {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:04:52.676659 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Attempting to bind port 3ba9414e-3151-407e-a3c7-23fa4673dbff by drivers openvswitch,hyperv on host dv-cinder-808137-1-iscsi at level 0 using segments [{'id': 'cc6c0112-d4d3-4feb-a1b6-b46081afdc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441'}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:04:52.677017 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Attempting to bind port 3ba9414e-3151-407e-a3c7-23fa4673dbff on network 3efcca2c-398e-403c-b6c3-1aa6c6872441 {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:04:52.682230 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Checking agent: {'id': '846cd9d0-9c8c-4a4f-9529-e4ba4b669ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808137-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 46, 52), 'started_at': datetime.datetime(2021, 9, 9, 21, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808137-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:04:52.682596 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Checking segment: {'id': 'cc6c0112-d4d3-4feb-a1b6-b46081afdc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:04:52.682990 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:52.683375 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Bound using segment: {'id': 'cc6c0112-d4d3-4feb-a1b6-b46081afdc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441'} {{(pid=100964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:04:52.683896 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.managers [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Bound port: 3ba9414e-3151-407e-a3c7-23fa4673dbff, host: dv-cinder-808137-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6c0112-d4d3-4feb-a1b6-b46081afdc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441'}}] {{(pid=100964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:04:52.684236 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:52.753036 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] For port 3ba9414e-3151-407e-a3c7-23fa4673dbff, host dv-cinder-808137-1-iscsi, cleared binding levels {{(pid=100964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:04:52.755963 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.plugins.ml2.db [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] For port 3ba9414e-3151-407e-a3c7-23fa4673dbff, host dv-cinder-808137-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=3ba9414e-3151-407e-a3c7-23fa4673dbff,segment=NetworkSegment(cc6c0112-d4d3-4feb-a1b6-b46081afdc0b),segment_id=cc6c0112-d4d3-4feb-a1b6-b46081afdc0b)] {{(pid=100964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:04:52.806573 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:52.869532 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce9838-3af9-4da3-9666-1e4ce1652f87 None None] Pushing event updated for resources: {'Port': ['ID=3ba9414e-3151-407e-a3c7-23fa4673dbff,revision_number=4']} {{(pid=100964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:52.881412 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Routers {'8ab7daab-96c4-47cc-8033-9aba43b5b320'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:04:52.881412 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:04:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['8ab7daab-96c4-47cc-8033-9aba43b5b320'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:52.984720 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] Set router 8ab7daab-96c4-47cc-8033-9aba43b5b320 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:04:53.190169 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'name': 'tempest-TestShelveInstance-830403350-router', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:44Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 4, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'gw_port': {'id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:45Z', 'updated_at': '2021-09-09T22:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '3ba9414e-3151-407e-a3c7-23fa4673dbff', 'name': '', 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'mac_address': 'fa:16:3e:83:83:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2c02816b-9354-4f0b-80e1-fcc0b371f9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:47Z', 'updated_at': '2021-09-09T22:04:52Z', 'revision_number': 4, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'subnets': [{'id': '2c02816b-9354-4f0b-80e1-fcc0b371f9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:04:53.216630 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd9686-91ba-4776-84cb-110bbe11a979 None None] The sync data for ids ['8ab7daab-96c4-47cc-8033-9aba43b5b320'] in dv-cinder-808137-1-iscsi is: [{'id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'name': 'tempest-TestShelveInstance-830403350-router', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:44Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 4, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'gw_port': {'id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:45Z', 'updated_at': '2021-09-09T22:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '3ba9414e-3151-407e-a3c7-23fa4673dbff', 'name': '', 'network_id': '3efcca2c-398e-403c-b6c3-1aa6c6872441', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'mac_address': 'fa:16:3e:83:83:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2c02816b-9354-4f0b-80e1-fcc0b371f9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:47Z', 'updated_at': '2021-09-09T22:04:52Z', 'revision_number': 4, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'subnets': [{'id': '2c02816b-9354-4f0b-80e1-fcc0b371f9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:04:53.319909 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:54.438301 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 3ba9414e-3151-407e-a3c7-23fa4673dbff up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:54.548685 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning for port 3ba9414e-3151-407e-a3c7-23fa4673dbff completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:04:54.552853 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 3ba9414e-3151-407e-a3c7-23fa4673dbff triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:54.553229 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:54.599685 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:54.631193 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:54.663170 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] For port 3ba9414e-3151-407e-a3c7-23fa4673dbff, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=3ba9414e-3151-407e-a3c7-23fa4673dbff,segment=NetworkSegment(cc6c0112-d4d3-4feb-a1b6-b46081afdc0b),segment_id=cc6c0112-d4d3-4feb-a1b6-b46081afdc0b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:04:54.743207 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:54.794727 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Pushing event updated for resources: {'Port': ['ID=3ba9414e-3151-407e-a3c7-23fa4673dbff,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:04:56.417788 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 3ba9414e-3151-407e-a3c7-23fa4673dbff up at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:04:56.464924 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Provisioning complete for port 3ba9414e-3151-407e-a3c7-23fa4673dbff triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:04:56.465405 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:04:57.196118 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:05:00.977178 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:10.124433 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-84136dfa-6391-48d8-a41f-ee80389a6833 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524160021&fields=id&tenant_id=e613c1c878ee45d1bc72628a910a956f HTTP/1.1" status: 200 len: 267 time: 0.0331697 Sep 09 22:05:10.232161 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-11e30e4a-4f01-4891-b053-7a9e84a3d09b tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:10.233670 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-11e30e4a-4f01-4891-b053-7a9e84a3d09b tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/networks?id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 HTTP/1.1" status: 200 len: 809 time: 0.1017616 Sep 09 22:05:10.249161 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-40a5c2c0-dfa8-4715-b8a7-7b4ce983b6ce tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/quotas/e613c1c878ee45d1bc72628a910a956f HTTP/1.1" status: 200 len: 375 time: 0.0091171 Sep 09 22:05:10.299593 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-25751a25-4fb0-4ad9-b7dd-41ab2d6e6930 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e613c1c878ee45d1bc72628a910a956f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450823 Sep 09 22:05:10.392589 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-60e0d3b8-453d-44af-a804-d0d031e45a8f service neutron] 10.222.0.52 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818372 Sep 09 22:05:10.483074 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-6d45287c-2b47-4aaf-b9a9-e5d6704e293e service neutron] 10.222.0.52 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845599 Sep 09 22:05:11.081797 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e7320b5e-6ce1-401a-a79a-4758c6873bca req-79350318-6ca6-415f-bdf5-008eb5cd92bb tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 210 time: 0.0272317 Sep 09 22:05:12.187168 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f22de073-6048-4ef5-8bca-bfa431fc0432 req-2d58314b-d4d6-4867-b273-95fa99912846 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 210 time: 0.0255587 Sep 09 22:05:12.836643 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-a1976704-a25c-413e-b71b-8b618fe01548 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:12.838116 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-a1976704-a25c-413e-b71b-8b618fe01548 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.46 "GET /v2.0/networks?id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 HTTP/1.1" status: 200 len: 809 time: 0.1088388 Sep 09 22:05:12.882115 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-449ef255-4c0c-45cb-8685-9667d3c8dde1 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e613c1c878ee45d1bc72628a910a956f HTTP/1.1" status: 200 len: 379 time: 0.0335624 Sep 09 22:05:12.892987 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Request body: {'port': {'device_id': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'admin_state_up': True, 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'security_groups': ['9585a054-f071-4080-94a8-386e02a470ca']}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:05:13.085535 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Made reservation on behalf of e613c1c878ee45d1bc72628a910a956f for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:05:13.089315 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:13.219057 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Allocated IP 172.20.0.6 (7813143a-9ef8-42a2-9b56-ffc9e0c4fc82/879d7b39-8165-4e16-b7d5-b8416363e654/e80c8580-8efb-4d2c-b620-81b27eadcdd0) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:05:13.292476 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-49a14d65-95ce-4960-a58b-2aa4c0d54676 req-641e216e-0898-42f0-9bd2-f1918616fe80 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 210 time: 0.0257282 Sep 09 22:05:13.362947 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:13.376511 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Transition to ACTIVE for port object e80c8580-8efb-4d2c-b620-81b27eadcdd0 will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:05:13.451548 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:13.494214 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:05:13.497363 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:05:13.504435 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:05:13.510525 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event updated for resources: {'Port': ['ID=e80c8580-8efb-4d2c-b620-81b27eadcdd0,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:05:13.561673 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:13.562380 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:13.646631 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-29d74a02-7e8b-4dd5-ac25-dd69abcdd5de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7576721 Sep 09 22:05:13.659650 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Request body: {'port': {'device_id': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:05:13.712896 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:13.851127 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-fb410e9f-1f94-4c26-9322-f891fdd09efb None None] Provisioning for port e80c8580-8efb-4d2c-b620-81b27eadcdd0 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:05:13.856217 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-fb410e9f-1f94-4c26-9322-f891fdd09efb None None] Provisioning complete for port e80c8580-8efb-4d2c-b620-81b27eadcdd0 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:05:13.857097 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-fb410e9f-1f94-4c26-9322-f891fdd09efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:13.894900 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-fb410e9f-1f94-4c26-9322-f891fdd09efb None None] Port e80c8580-8efb-4d2c-b620-81b27eadcdd0 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:05:13.982579 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80c8580-8efb-4d2c-b620-81b27eadcdd0 {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:05:13.990499 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:14.002519 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Transition to ACTIVE for port object e80c8580-8efb-4d2c-b620-81b27eadcdd0 will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:05:14.096775 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:14.149810 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Pushing event updated for resources: {'Port': ['ID=e80c8580-8efb-4d2c-b620-81b27eadcdd0,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:05:14.219029 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Attempting to bind port e80c8580-8efb-4d2c-b620-81b27eadcdd0 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:05:14.222098 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Attempting to bind port e80c8580-8efb-4d2c-b620-81b27eadcdd0 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:05:14.222098 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Attempting to bind port e80c8580-8efb-4d2c-b620-81b27eadcdd0 on network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:05:14.225094 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Port e80c8580-8efb-4d2c-b620-81b27eadcdd0 on network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:05:14.225415 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Attempting to bind port e80c8580-8efb-4d2c-b620-81b27eadcdd0 on network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:05:14.230586 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:05:14.230934 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Checking segment: {'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:05:14.231314 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Bound using segment: {'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:05:14.231738 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Bound port: e80c8580-8efb-4d2c-b620-81b27eadcdd0, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4c6f0f-b783-4181-90c8-cf9bcd76836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:05:14.232095 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:14.299716 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] For port e80c8580-8efb-4d2c-b620-81b27eadcdd0, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:05:14.304484 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] For port e80c8580-8efb-4d2c-b620-81b27eadcdd0, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:05:14.390588 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:14.426918 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:14.427613 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:14.428933 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] 10.222.0.46 "PUT /v2.0/ports/e80c8580-8efb-4d2c-b620-81b27eadcdd0 HTTP/1.1" status: 200 len: 1093 time: 0.7740231 Sep 09 22:05:14.431094 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:05:14.433451 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e45eaa1-c8a2-401f-9f4c-46401276586a" -d '{"events": [{"name": "network-changed", "server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:05:14.446672 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35181d72-563d-4770-99fd-22d8767a2109 req-f2e15e93-4d01-4a64-a979-9b403b9df32f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:14.458926 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-35181d72-563d-4770-99fd-22d8767a2109 req-f2e15e93-4d01-4a64-a979-9b403b9df32f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0893846 Sep 09 22:05:14.490141 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca6df2-3692-40cb-b990-4653bb05fbad service neutron] Pushing event updated for resources: {'Port': ['ID=e80c8580-8efb-4d2c-b620-81b27eadcdd0,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:05:14.498547 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db496dbe-f42a-45a1-a4e0-980e2f89a017 x-openstack-request-id: req-db496dbe-f42a-45a1-a4e0-980e2f89a017 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:05:14.498838 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:05:14.499091 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db496dbe-f42a-45a1-a4e0-980e2f89a017 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:05:14.499483 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'status': 'completed', 'code': 200} Sep 09 22:05:14.514235 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-35181d72-563d-4770-99fd-22d8767a2109 req-f27dd92d-b363-41e0-9d08-4918283d8ac5 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558877 Sep 09 22:05:14.566952 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45eaa1-c8a2-401f-9f4c-46401276586a req-3e8a409a-e678-40ba-a86f-4e04a8e83acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:14.568506 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e45eaa1-c8a2-401f-9f4c-46401276586a req-3e8a409a-e678-40ba-a86f-4e04a8e83acd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e613c1c878ee45d1bc72628a910a956f&device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 1096 time: 0.0462201 Sep 09 22:05:14.670801 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45eaa1-c8a2-401f-9f4c-46401276586a req-985f0678-a8df-4a8b-a52a-b2cb2c76f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:14.672266 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e45eaa1-c8a2-401f-9f4c-46401276586a req-985f0678-a8df-4a8b-a52a-b2cb2c76f5bd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e613c1c878ee45d1bc72628a910a956f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0958619 Sep 09 22:05:14.770714 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45eaa1-c8a2-401f-9f4c-46401276586a req-0cfa984c-3459-49ac-89cd-0d2c5e69270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:14.772214 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e45eaa1-c8a2-401f-9f4c-46401276586a req-0cfa984c-3459-49ac-89cd-0d2c5e69270f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929945 Sep 09 22:05:14.847830 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-bebb9069-a103-4bb6-8691-7457648cb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:14.849331 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-bebb9069-a103-4bb6-8691-7457648cb9ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e613c1c878ee45d1bc72628a910a956f&device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 1096 time: 0.0410662 Sep 09 22:05:14.893990 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-c198c042-9fe2-4a1f-b0ec-763a78750bb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0 HTTP/1.1" status: 200 len: 217 time: 0.0368369 Sep 09 22:05:14.942064 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-65aadb10-66fe-4f4e-acac-bdfeb8974c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:14.943495 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-65aadb10-66fe-4f4e-acac-bdfeb8974c16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=879d7b39-8165-4e16-b7d5-b8416363e654 HTTP/1.1" status: 200 len: 848 time: 0.0428219 Sep 09 22:05:14.988129 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-eb4311bd-63df-4bdb-8238-619eaa1f4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:14.989630 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-eb4311bd-63df-4bdb-8238-619eaa1f4288 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396249 Sep 09 22:05:15.083771 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-d32bcbf5-0e49-4c6d-9bec-0685fe0a52d3 service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864005 Sep 09 22:05:15.175432 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0abf3dff-d839-4dc6-8d92-d95bfbbf261f req-302fe581-f91c-4b2d-a428-27ac068e1e58 service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849242 Sep 09 22:05:15.644717 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9590f8-8fed-47d0-9e67-d83dda61dc9b req-389c37a6-a357-49c4-9f12-b92341cabb45 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:15.646189 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ca9590f8-8fed-47d0-9e67-d83dda61dc9b req-389c37a6-a357-49c4-9f12-b92341cabb45 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0502059 Sep 09 22:05:15.683331 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ca9590f8-8fed-47d0-9e67-d83dda61dc9b req-028541ac-6375-4180-95f7-509ebf6247cb tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Sep 09 22:05:16.801056 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f14896-96dd-487a-9d66-395bd349d4f3 req-a2b81ad5-3811-45ca-ba74-533e18b8f417 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:16.802584 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e8f14896-96dd-487a-9d66-395bd349d4f3 req-a2b81ad5-3811-45ca-ba74-533e18b8f417 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0531132 Sep 09 22:05:16.843318 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e8f14896-96dd-487a-9d66-395bd349d4f3 req-2fe3cb45-8791-4a96-b979-d1fc3f2d6762 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349138 Sep 09 22:05:17.957728 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ff27d-b65d-4f95-8d31-f98b34e0771e req-ae1de986-c2b4-41c7-9d01-0eb64c29c78e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:17.959258 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-218ff27d-b65d-4f95-8d31-f98b34e0771e req-ae1de986-c2b4-41c7-9d01-0eb64c29c78e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0482526 Sep 09 22:05:17.997531 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-218ff27d-b65d-4f95-8d31-f98b34e0771e req-4ab418e4-103f-4f85-a3c8-337d63a67e75 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322561 Sep 09 22:05:19.110734 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179754f5-bbe0-4525-ab0d-c8270474d192 req-aaa3e9d7-a194-4fe7-ab48-c73428ef206a tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:19.112872 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-179754f5-bbe0-4525-ab0d-c8270474d192 req-aaa3e9d7-a194-4fe7-ab48-c73428ef206a tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0505488 Sep 09 22:05:19.151890 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-179754f5-bbe0-4525-ab0d-c8270474d192 req-5d0d44a8-830e-4b64-8954-f77ec17bc6b9 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328341 Sep 09 22:05:19.153586 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa106-4609-4b3f-a8e9-b6f9c3519e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:20.265814 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a927f0-1d8e-4085-ab6f-3da296f7f654 req-538073ed-3e79-4e70-9032-bf22f6451986 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:20.267299 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-46a927f0-1d8e-4085-ab6f-3da296f7f654 req-538073ed-3e79-4e70-9032-bf22f6451986 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0471570 Sep 09 22:05:20.304369 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-46a927f0-1d8e-4085-ab6f-3da296f7f654 req-43d7f4df-995c-4b71-b881-9500335481f3 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305324 Sep 09 22:05:21.417874 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ffdf0-8040-42ca-9922-5b6057dc213a req-0022a763-41e6-49a2-b5ff-ee4f2ed7382b tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:21.419355 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-454ffdf0-8040-42ca-9922-5b6057dc213a req-0022a763-41e6-49a2-b5ff-ee4f2ed7382b tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0487485 Sep 09 22:05:21.457012 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-454ffdf0-8040-42ca-9922-5b6057dc213a req-8666b1a5-05b6-45f2-bf29-ef3d9c0081cb tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Sep 09 22:05:21.953352 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-8454d58a-f64c-4d1c-bcbd-81e131802967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:22.021880 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:22.539698 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device e80c8580-8efb-4d2c-b620-81b27eadcdd0 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:05:22.633325 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port e80c8580-8efb-4d2c-b620-81b27eadcdd0, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:05:22.648246 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'port_id': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'mac_address': 'fa:16:3e:5f:72:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:05:22.668599 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f79a2-cd4a-450c-8311-c59a8308c308 req-6fe00f3c-0130-417f-96ce-3b4bee84acb9 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:22.670034 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1e6f79a2-cd4a-450c-8311-c59a8308c308 req-6fe00f3c-0130-417f-96ce-3b4bee84acb9 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.1470065 Sep 09 22:05:22.685814 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:22.698693 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80c8580-8efb-4d2c-b620-81b27eadcdd0 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:05:22.707930 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1e6f79a2-cd4a-450c-8311-c59a8308c308 req-b218d849-2df1-4e7c-9a6f-f79e46422403 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316472 Sep 09 22:05:22.717892 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port e80c8580-8efb-4d2c-b620-81b27eadcdd0, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:05:22.776738 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:22.823416 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=e80c8580-8efb-4d2c-b620-81b27eadcdd0,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:05:22.988903 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['e80c8580-8efb-4d2c-b620-81b27eadcdd0'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:05:23.342541 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:23.875196 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea037f6-5981-4be0-8bc9-015a20eb472b req-7d2301c3-c6a0-4702-bc8e-f88f1d818e73 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:23.876700 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7ea037f6-5981-4be0-8bc9-015a20eb472b req-7d2301c3-c6a0-4702-bc8e-f88f1d818e73 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 944 time: 0.1028395 Sep 09 22:05:23.916818 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7ea037f6-5981-4be0-8bc9-015a20eb472b req-b8cbbc2d-f891-460d-b9ad-057770e741a1 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340936 Sep 09 22:05:24.548813 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device e80c8580-8efb-4d2c-b620-81b27eadcdd0 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:05:24.588978 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:24.662422 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port e80c8580-8efb-4d2c-b620-81b27eadcdd0 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:05:24.666149 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port e80c8580-8efb-4d2c-b620-81b27eadcdd0 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:05:24.666520 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:24.745712 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:24.767282 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:05:24.770055 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b8a19b-fcc3-4257-b889-f52403e5d2ae" -d '{"events": [{"server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "name": "network-vif-plugged", "status": "completed", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:05:24.782962 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port e80c8580-8efb-4d2c-b620-81b27eadcdd0, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:05:24.805588 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe8a4fd-7c13-466b-8036-d3e9b3d1009c x-openstack-request-id: req-cfe8a4fd-7c13-466b-8036-d3e9b3d1009c {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:05:24.809214 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "name": "network-vif-plugged", "status": "completed", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:05:24.809214 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cfe8a4fd-7c13-466b-8036-d3e9b3d1009c {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:05:24.809214 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'code': 200} Sep 09 22:05:24.856753 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:24.902863 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=e80c8580-8efb-4d2c-b620-81b27eadcdd0,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:05:25.030546 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5a3b4-26c8-49d7-be51-66fbc2dbcb71 req-b36d0696-c39f-487a-97f3-8a3c96789c66 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:25.032012 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c6d5a3b4-26c8-49d7-be51-66fbc2dbcb71 req-b36d0696-c39f-487a-97f3-8a3c96789c66 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0472336 Sep 09 22:05:25.070625 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-c6d5a3b4-26c8-49d7-be51-66fbc2dbcb71 req-2d3b7dc9-baa5-459a-87d1-b7d5cae58357 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318987 Sep 09 22:05:25.156101 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f5e60-44b1-4597-9502-e2c71b2abf39 req-59d17dce-13bb-4b80-b3ac-da82af9344c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:25.157613 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a84f5e60-44b1-4597-9502-e2c71b2abf39 req-59d17dce-13bb-4b80-b3ac-da82af9344c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 1098 time: 0.0409515 Sep 09 22:05:25.192983 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-a84f5e60-44b1-4597-9502-e2c71b2abf39 req-567c4eff-6d0c-4e9d-ac7f-5cf7d6c27530 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277658 Sep 09 22:05:26.206020 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246cca7-3354-4eb0-bf30-384daa3f3ca5 req-dbd9f5e0-0fd6-41ad-9b76-bcb8c17cac3d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:26.207526 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c246cca7-3354-4eb0-bf30-384daa3f3ca5 req-dbd9f5e0-0fd6-41ad-9b76-bcb8c17cac3d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0655839 Sep 09 22:05:26.246032 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-c246cca7-3354-4eb0-bf30-384daa3f3ca5 req-d8db7b18-b747-4c21-bef0-b57f5f3d094a tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324287 Sep 09 22:05:27.356958 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551f8e-b4fa-4fb2-871c-b0b7c970ae50 req-c6127383-4bb8-406f-93b7-a7c27af4a032 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:27.358411 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-36551f8e-b4fa-4fb2-871c-b0b7c970ae50 req-c6127383-4bb8-406f-93b7-a7c27af4a032 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0474432 Sep 09 22:05:27.399108 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-36551f8e-b4fa-4fb2-871c-b0b7c970ae50 req-d2347fcd-904b-439a-bdc8-d4b4444eb9cf tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341830 Sep 09 22:05:27.510891 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a993063-8721-416b-a623-41e5df39d196 req-e3981773-2738-4594-99a5-f2db9e0e81f4 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:27.512491 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5a993063-8721-416b-a623-41e5df39d196 req-e3981773-2738-4594-99a5-f2db9e0e81f4 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0491087 Sep 09 22:05:27.549383 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-5a993063-8721-416b-a623-41e5df39d196 req-c31c6849-bc16-4a85-a130-a12ad619509c tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309122 Sep 09 22:05:27.571170 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59904) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:05:27.656361 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd765fe-9c7c-49d4-be51-abe5739dc463 tempest-TestShelveInstance-50905169 tempest-TestShelveInstance-50905169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:27.657884 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2fd765fe-9c7c-49d4-be51-abe5739dc463 tempest-TestShelveInstance-50905169 tempest-TestShelveInstance-50905169-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 1093 time: 0.0857077 Sep 09 22:05:27.661290 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 59908) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:05:27.665430 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Request body: {'floatingip': {'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'port_id': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:05:27.782027 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for floatingip, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:27.877164 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:27.981795 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Allocated IP 172.27.1.132 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/f7e7d8fb-08b4-4e88-8c01-9389bfb043fe) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:05:28.077968 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:28.211117 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:28.250520 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:05:28.255559 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:05:28.261151 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:05:28.266604 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event updated for resources: {'Port': ['ID=f7e7d8fb-08b4-4e88-8c01-9389bfb043fe,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:05:28.846628 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:28.966867 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:29.114367 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:29.188159 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:29.256382 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event updated for resources: {'Port': ['ID=f7e7d8fb-08b4-4e88-8c01-9389bfb043fe,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:05:29.267743 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:29.365027 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.l3_db [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Floating IP cef954f5-677f-4a4d-8162-7f1db95af1c3 associated. External IP: 172.27.1.132, port: e80c8580-8efb-4d2c-b620-81b27eadcdd0. Sep 09 22:05:29.565814 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Router ef3904b3-72a7-437d-acad-4efe19fcb58a has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:05:29.672508 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:05:29.682016 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511491ea-c659-4233-9e40-ce0fb70332a7 None None] Sync routers for ids ['ef3904b3-72a7-437d-acad-4efe19fcb58a'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:05:29.692386 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511491ea-c659-4233-9e40-ce0fb70332a7 None None] Routers {'ef3904b3-72a7-437d-acad-4efe19fcb58a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:05:29.693009 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-511491ea-c659-4233-9e40-ce0fb70332a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:05:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['ef3904b3-72a7-437d-acad-4efe19fcb58a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:05:29.754017 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:29.780824 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-0764b346-d5c5-4fb4-8961-ee0a51b9f12d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1185327 Sep 09 22:05:29.781536 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0'}] {{(pid=100961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:05:29.783772 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b65d93457b8c871874c01ecb4d659631ef50cf60421be1b29a611e90dc15954f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b1540b-9126-4c5c-b0e8-4cac159a5a45" -d '{"events": [{"name": "network-changed", "server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0"}]}' {{(pid=100961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:05:29.797804 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-511491ea-c659-4233-9e40-ce0fb70332a7 None None] Set router ef3904b3-72a7-437d-acad-4efe19fcb58a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:05:29.823409 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f5fcf5-5a55-4223-a572-8a1302cfd807 x-openstack-request-id: req-c0f5fcf5-5a55-4223-a572-8a1302cfd807 {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:05:29.823695 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0", "status": "completed", "code": 200}]} {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:05:29.823948 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0f5fcf5-5a55-4223-a572-8a1302cfd807 {{(pid=100961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:05:29.824368 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'status': 'completed', 'code': 200} Sep 09 22:05:29.892054 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1540b-9126-4c5c-b0e8-4cac159a5a45 req-779e0eb5-5342-4000-bd45-f49d43807992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:29.894299 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-51b1540b-9126-4c5c-b0e8-4cac159a5a45 req-779e0eb5-5342-4000-bd45-f49d43807992 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e613c1c878ee45d1bc72628a910a956f&device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 1098 time: 0.0458515 Sep 09 22:05:29.986155 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1540b-9126-4c5c-b0e8-4cac159a5a45 req-966a1283-0b88-433d-baaf-1578b1a02134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:29.987743 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-51b1540b-9126-4c5c-b0e8-4cac159a5a45 req-966a1283-0b88-433d-baaf-1578b1a02134 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 HTTP/1.1" status: 200 len: 910 time: 0.0870600 Sep 09 22:05:30.059531 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-51b1540b-9126-4c5c-b0e8-4cac159a5a45 req-41ce1e6d-22ab-4f74-b531-cae2b6ea831f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0 HTTP/1.1" status: 200 len: 999 time: 0.0645351 Sep 09 22:05:30.108793 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1540b-9126-4c5c-b0e8-4cac159a5a45 req-6ca83fe1-0eeb-4104-9136-3670a9777867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:30.110386 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-51b1540b-9126-4c5c-b0e8-4cac159a5a45 req-6ca83fe1-0eeb-4104-9136-3670a9777867 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=879d7b39-8165-4e16-b7d5-b8416363e654 HTTP/1.1" status: 200 len: 848 time: 0.0432808 Sep 09 22:05:30.147092 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-511491ea-c659-4233-9e40-ce0fb70332a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 4, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'cef954f5-677f-4a4d-8162-7f1db95af1c3', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'port_id': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'mac_address': 'fa:16:3e:5f:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:05:28Z', 'updated_at': '2021-09-09T22:05:28Z', 'revision_number': 0, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02348109-c0c2-45bd-b3bc-b4e9cdf81b49', 'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'mac_address': 'fa:16:3e:05:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:40Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 5, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'subnets': [{'id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:05:30.156549 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1540b-9126-4c5c-b0e8-4cac159a5a45 req-7f80b320-28a0-439c-b5b5-942772eba2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:30.158034 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-51b1540b-9126-4c5c-b0e8-4cac159a5a45 req-7f80b320-28a0-439c-b5b5-942772eba2f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397761 Sep 09 22:05:30.173047 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511491ea-c659-4233-9e40-ce0fb70332a7 None None] Checking router: ef3904b3-72a7-437d-acad-4efe19fcb58a for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:05:30.181693 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511491ea-c659-4233-9e40-ce0fb70332a7 None None] Routers {'ef3904b3-72a7-437d-acad-4efe19fcb58a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:05:30.182299 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-511491ea-c659-4233-9e40-ce0fb70332a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:05:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['ef3904b3-72a7-437d-acad-4efe19fcb58a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:05:30.250970 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-51b1540b-9126-4c5c-b0e8-4cac159a5a45 req-54ae4a8c-17b3-4000-b9ad-f06e1916dbfc service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846183 Sep 09 22:05:30.287278 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-511491ea-c659-4233-9e40-ce0fb70332a7 None None] Set router ef3904b3-72a7-437d-acad-4efe19fcb58a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:05:30.342465 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-51b1540b-9126-4c5c-b0e8-4cac159a5a45 req-edcb0c62-90a8-4215-b597-0fbabfc04629 service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835919 Sep 09 22:05:30.514258 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-511491ea-c659-4233-9e40-ce0fb70332a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 4, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'cef954f5-677f-4a4d-8162-7f1db95af1c3', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'port_id': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'mac_address': 'fa:16:3e:5f:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:05:28Z', 'updated_at': '2021-09-09T22:05:28Z', 'revision_number': 0, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02348109-c0c2-45bd-b3bc-b4e9cdf81b49', 'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'mac_address': 'fa:16:3e:05:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:40Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 5, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'subnets': [{'id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:05:30.540201 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511491ea-c659-4233-9e40-ce0fb70332a7 None None] The sync data for ids ['ef3904b3-72a7-437d-acad-4efe19fcb58a'] in dv-cinder-808137-1-iscsi is: [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 4, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': 'cef954f5-677f-4a4d-8162-7f1db95af1c3', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'port_id': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'mac_address': 'fa:16:3e:5f:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:05:28Z', 'updated_at': '2021-09-09T22:05:28Z', 'revision_number': 0, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02348109-c0c2-45bd-b3bc-b4e9cdf81b49', 'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'mac_address': 'fa:16:3e:05:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:40Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 5, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'subnets': [{'id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:05:30.728380 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbd40f-585f-47ad-8019-ca04970dc43c None None] New status for floating IP cef954f5-677f-4a4d-8162-7f1db95af1c3: ACTIVE {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:05:30.971083 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:34.194272 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:05:40.024789 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-14187147-910b-4612-9b82-7b8c63c516d1 req-7f6e49f9-50b0-48fd-aaa2-e93cb7a29ea8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824215 Sep 09 22:05:40.103472 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14187147-910b-4612-9b82-7b8c63c516d1 req-9d33eddb-b376-4673-8720-a1fb05e3fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:40.105007 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-14187147-910b-4612-9b82-7b8c63c516d1 req-9d33eddb-b376-4673-8720-a1fb05e3fc20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 1098 time: 0.0400231 Sep 09 22:05:40.208835 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14187147-910b-4612-9b82-7b8c63c516d1 req-412f36d4-6072-418f-90da-db0f80492bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:40.210313 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-14187147-910b-4612-9b82-7b8c63c516d1 req-412f36d4-6072-418f-90da-db0f80492bff service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 913 time: 0.0862508 Sep 09 22:05:40.273924 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-14187147-910b-4612-9b82-7b8c63c516d1 req-da8ec3cf-a3d2-4c3c-baeb-e4f9e088a6b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a28ea96-8106-431c-a3e5-98e17239f82f HTTP/1.1" status: 200 len: 1001 time: 0.0566225 Sep 09 22:05:40.321736 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14187147-910b-4612-9b82-7b8c63c516d1 req-51ec729b-3737-42d7-8ed7-88477d1efee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:40.323167 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-14187147-910b-4612-9b82-7b8c63c516d1 req-51ec729b-3737-42d7-8ed7-88477d1efee6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0429561 Sep 09 22:05:40.371884 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14187147-910b-4612-9b82-7b8c63c516d1 req-45f70454-915e-4bb8-8454-70224d1caecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:05:40.373386 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-14187147-910b-4612-9b82-7b8c63c516d1 req-45f70454-915e-4bb8-8454-70224d1caecd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428925 Sep 09 22:05:40.384982 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [req-14187147-910b-4612-9b82-7b8c63c516d1 req-7a485cbe-48ce-4293-b4a3-dfee50e62ca8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:05:40.385958 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-14187147-910b-4612-9b82-7b8c63c516d1 req-7a485cbe-48ce-4293-b4a3-dfee50e62ca8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047405 Sep 09 22:05:40.473570 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-14187147-910b-4612-9b82-7b8c63c516d1 req-b928fe82-ea5e-4f14-842d-002e104a3224 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809088 Sep 09 22:05:40.565654 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-14187147-910b-4612-9b82-7b8c63c516d1 req-e3263150-683a-41bf-a42e-2b827b65ffb8 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850356 Sep 09 22:05:49.170482 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e7168127-0159-466a-af47-608973546609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:51.964822 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-69d9d6fc-daf5-44e4-b4c8-2fa3d8edc506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:52.067380 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:53.318898 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:05:54.627063 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:00.998853 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:11.193197 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:06:19.118310 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e8e5717a-40de-4ffc-b145-9cb808f1ed34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:21.969666 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-55da92f3-ab05-4f0c-84d0-df4961b865d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:22.043906 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:23.335083 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:24.644223 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:29.372306 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6615d1-0b0e-4bc0-802b-2c34ac09e711 req-b7362241-1208-46cb-9230-3757faa7be88 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:29.373851 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6a6615d1-0b0e-4bc0-802b-2c34ac09e711 req-b7362241-1208-46cb-9230-3757faa7be88 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 945 time: 0.0500615 Sep 09 22:06:29.411369 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6a6615d1-0b0e-4bc0-802b-2c34ac09e711 req-945de1c2-2964-4ae3-8135-989b8624a95c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315061 Sep 09 22:06:30.526372 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a3e3-be54-4263-9535-d91970e70100 req-8f195186-9f2c-403e-a280-39b18c590653 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:30.527858 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a3d9a3e3-be54-4263-9535-d91970e70100 req-8f195186-9f2c-403e-a280-39b18c590653 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 945 time: 0.0490680 Sep 09 22:06:30.566787 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a3d9a3e3-be54-4263-9535-d91970e70100 req-de31cbc5-4fa3-4d18-bf0c-bcb458e735ee tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Sep 09 22:06:30.893674 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-d5dcaafe-14e7-4483-8da4-cd080cbc884b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:30.893674 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-d5dcaafe-14e7-4483-8da4-cd080cbc884b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 945 time: 0.0473948 Sep 09 22:06:30.985660 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Deleting port 2a28ea96-8106-431c-a3e5-98e17239f82f {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:06:30.985923 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:31.009981 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:31.072446 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] For port 2a28ea96-8106-431c-a3e5-98e17239f82f, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=2a28ea96-8106-431c-a3e5-98e17239f82f,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:06:31.072813 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:31.499850 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:31.500219 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:31.500562 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Floating IP c04b8a99-3ac5-4d9f-ab50-b8f0eb43f29e disassociated. External IP: 172.27.1.225, port: 2a28ea96-8106-431c-a3e5-98e17239f82f. Sep 09 22:06:31.500901 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Calling delete_port for 2a28ea96-8106-431c-a3e5-98e17239f82f owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:06:31.683575 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef7a78-d7dc-4c17-b252-959597eb5137 req-5407d639-ad54-4c11-a1f6-f687c1c8e5b1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:31.685090 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-60ef7a78-d7dc-4c17-b252-959597eb5137 req-5407d639-ad54-4c11-a1f6-f687c1c8e5b1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 945 time: 0.0481434 Sep 09 22:06:31.705542 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:31.742664 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event deleted for resources: {'Port': ['ID=2a28ea96-8106-431c-a3e5-98e17239f82f,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:06:31.758973 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-60ef7a78-d7dc-4c17-b252-959597eb5137 req-fc2f9349-22e4-4749-9a72-b5e2a4b7c600 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679564 Sep 09 22:06:31.761886 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.762167 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.762521 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.768012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.768012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.768012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.768012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.768012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.768012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.768012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.768012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.768012 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:31.874689 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:06:31.980199 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:06:31.989556 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300411f-1ec7-48ee-8169-0bcff1e473d5 None None] Sync routers for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:06:31.998558 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300411f-1ec7-48ee-8169-0bcff1e473d5 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:06:31.999158 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-5300411f-1ec7-48ee-8169-0bcff1e473d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:06:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:06:32.019208 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] No DVR routers for this DVR port 2a28ea96-8106-431c-a3e5-98e17239f82f on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:06:32.021793 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:32.024316 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e405b4d8-9d20-459c-85a7-b59b539606f9 req-bb396282-971d-4f5a-9749-3125aba3e9a8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "DELETE /v2.0/ports/2a28ea96-8106-431c-a3e5-98e17239f82f HTTP/1.1" status: 204 len: 173 time: 1.1264963 Sep 09 22:06:32.024781 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'name': 'network-vif-deleted', 'tag': '2a28ea96-8106-431c-a3e5-98e17239f82f'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:06:32.027112 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a47890-4e6c-4683-9e75-99adc71627b3" -d '{"events": [{"server_uuid": "2871223b-a9eb-4737-a62a-5fd5c38e142d", "name": "network-vif-deleted", "tag": "2a28ea96-8106-431c-a3e5-98e17239f82f"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:06:32.107442 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-5300411f-1ec7-48ee-8169-0bcff1e473d5 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:06:32.134264 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6022c3a5-d8cc-4255-b06a-c502c0467a66 x-openstack-request-id: req-6022c3a5-d8cc-4255-b06a-c502c0467a66 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:06:32.137140 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2871223b-a9eb-4737-a62a-5fd5c38e142d", "name": "network-vif-deleted", "tag": "2a28ea96-8106-431c-a3e5-98e17239f82f", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:06:32.137140 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6022c3a5-d8cc-4255-b06a-c502c0467a66 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:06:32.137140 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2871223b-a9eb-4737-a62a-5fd5c38e142d', 'name': 'network-vif-deleted', 'tag': '2a28ea96-8106-431c-a3e5-98e17239f82f', 'status': 'completed', 'code': 200} Sep 09 22:06:32.315097 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-5300411f-1ec7-48ee-8169-0bcff1e473d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:06:32.344527 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300411f-1ec7-48ee-8169-0bcff1e473d5 None None] Checking router: e06cdb07-a19f-4d1a-a883-fb9e920cfa4f for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:06:32.352937 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300411f-1ec7-48ee-8169-0bcff1e473d5 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:06:32.353545 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-5300411f-1ec7-48ee-8169-0bcff1e473d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:06:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:06:32.457932 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-5300411f-1ec7-48ee-8169-0bcff1e473d5 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:06:32.660156 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-5300411f-1ec7-48ee-8169-0bcff1e473d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:06:32.686841 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300411f-1ec7-48ee-8169-0bcff1e473d5 None None] The sync data for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi is: [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:06:32.813931 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 2a28ea96-8106-431c-a3e5-98e17239f82f no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:06:32.834128 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: 2a28ea96-8106-431c-a3e5-98e17239f82f {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:06:32.834480 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device 2a28ea96-8106-431c-a3e5-98e17239f82f not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:06:32.873440 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0583c6e8-a802-4f8c-b1fc-ebd66cb34dc2 req-428e7878-acda-4264-afcc-dc4bb082a3fc tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=2871223b-a9eb-4737-a62a-5fd5c38e142d HTTP/1.1" status: 200 len: 210 time: 0.0311244 Sep 09 22:06:32.908568 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d427c4-1083-4ff3-bd23-d89be5a79442 None None] New status for floating IP c04b8a99-3ac5-4d9f-ab50-b8f0eb43f29e: DOWN {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:06:34.119770 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-cb1abbb1-8dfa-4fb6-a4d6-45b0051537c5 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248239921&fields=id&tenant_id=c92af1689a1941579c040d51f637de6f HTTP/1.1" status: 200 len: 267 time: 0.0326443 Sep 09 22:06:34.225500 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-f0dd8fb7-b6a3-4510-b3ef-bcce277b01fe tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:34.227006 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-f0dd8fb7-b6a3-4510-b3ef-bcce277b01fe tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 812 time: 0.1004448 Sep 09 22:06:34.241632 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-213a901c-d2fc-43d2-a7e0-b7225197572c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/quotas/c92af1689a1941579c040d51f637de6f HTTP/1.1" status: 200 len: 375 time: 0.0089228 Sep 09 22:06:34.294168 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-a5d59418-a41d-42c7-864e-23aa373da290 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471871 Sep 09 22:06:34.351939 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-83e82a82-456b-4e90-9e1f-2771add1fe4d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100962) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:06:34.352988 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-83e82a82-456b-4e90-9e1f-2771add1fe4d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479705 Sep 09 22:06:34.445949 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-2af427f9-b00e-4309-8f80-e016f7524ea2 service neutron] 10.222.0.52 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860708 Sep 09 22:06:34.539000 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-a8406562-bbdd-4db6-945a-6af1f3ffa5a8 service neutron] 10.222.0.52 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867319 Sep 09 22:06:35.059219 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6d169af5-a543-4975-917e-0c3f3e829443 req-cdf8553e-9b63-4020-91e2-58c7b34335da tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 210 time: 0.0306487 Sep 09 22:06:36.136769 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-92d6849e-05ce-4308-98ba-8b93e95d27e2 req-ac99fecc-ffca-4988-855c-c08cad4dcd75 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 210 time: 0.0277202 Sep 09 22:06:37.213697 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9768a3c1-5187-4439-91d1-261480c1c898 req-a2ced660-1a85-455a-8cd0-533310fdad34 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 210 time: 0.0265305 Sep 09 22:06:38.290984 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-37716594-f708-43c9-a2eb-1f5d5980eeb1 req-514cc392-6dca-4396-b8b3-51c3fd4ee6e7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 210 time: 0.0253844 Sep 09 22:06:39.382322 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-b1483ccd-65ed-4204-960c-d3a2da768918 req-9e553368-03d9-409d-add8-77a498e86930 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 210 time: 0.0259070 Sep 09 22:06:39.975343 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6965331-6f51-42e9-9d48-878f14186264 req-9091b891-cb8f-4c49-9037-ce1e84ffd909 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433891 Sep 09 22:06:40.036956 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6965331-6f51-42e9-9d48-878f14186264 req-901aee6e-5539-4550-ab25-04595d9f7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:40.038348 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6965331-6f51-42e9-9d48-878f14186264 req-901aee6e-5539-4550-ab25-04595d9f7a73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e613c1c878ee45d1bc72628a910a956f&device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 1098 time: 0.0403497 Sep 09 22:06:40.154694 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6965331-6f51-42e9-9d48-878f14186264 req-dc74eed7-1bf2-4b14-9a82-48fba980b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:40.156185 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6965331-6f51-42e9-9d48-878f14186264 req-dc74eed7-1bf2-4b14-9a82-48fba980b309 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 HTTP/1.1" status: 200 len: 910 time: 0.0921533 Sep 09 22:06:40.222674 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6965331-6f51-42e9-9d48-878f14186264 req-e1d15cec-2999-48db-aef7-69eedc38eb6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0 HTTP/1.1" status: 200 len: 1001 time: 0.0585730 Sep 09 22:06:40.285468 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6965331-6f51-42e9-9d48-878f14186264 req-eba2c5a9-66ce-43d7-9dad-9b12a0ce21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:40.286942 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6965331-6f51-42e9-9d48-878f14186264 req-eba2c5a9-66ce-43d7-9dad-9b12a0ce21f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=879d7b39-8165-4e16-b7d5-b8416363e654 HTTP/1.1" status: 200 len: 848 time: 0.0481293 Sep 09 22:06:40.332557 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6965331-6f51-42e9-9d48-878f14186264 req-46d8bf2e-03e5-4dc4-aae1-3b45b4796d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:40.333971 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6965331-6f51-42e9-9d48-878f14186264 req-46d8bf2e-03e5-4dc4-aae1-3b45b4796d66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395079 Sep 09 22:06:40.435027 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6965331-6f51-42e9-9d48-878f14186264 req-a2cd73d7-49a3-449e-87ba-9766517c66de service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901251 Sep 09 22:06:40.490826 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-76d7f8e1-9ad5-465a-90cc-d391da39e859 req-7a0bebfd-eeb3-423e-95d8-983b4c22d70b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 210 time: 0.0394292 Sep 09 22:06:40.549533 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b6965331-6f51-42e9-9d48-878f14186264 req-9916b813-3214-4fc3-bb2e-9af36cd9f688 service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059113 Sep 09 22:06:40.949373 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-b841ad98-bbc0-4ae8-90a7-5b4c0ae75135 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:40.950944 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-b841ad98-bbc0-4ae8-90a7-5b4c0ae75135 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 812 time: 0.1082904 Sep 09 22:06:41.003948 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-876bb741-b28e-4c44-99b0-d695043643c1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c92af1689a1941579c040d51f637de6f HTTP/1.1" status: 200 len: 380 time: 0.0359895 Sep 09 22:06:41.012889 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'port': {'device_id': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'admin_state_up': True, 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'security_groups': ['5aa6c8a9-7e92-4ee0-a046-ff63830dc26a']}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:06:41.192106 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Made reservation on behalf of c92af1689a1941579c040d51f637de6f for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:06:41.195731 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:41.323272 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Allocated IP 172.20.0.10 (ba2ae244-faec-492f-a374-9c9dbf96f41f/1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4/bf380444-dd57-48a3-8405-901af5e0cbf8) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:06:41.466729 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:41.480311 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Transition to ACTIVE for port object bf380444-dd57-48a3-8405-901af5e0cbf8 will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:06:41.583923 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-718966f6-84d6-44a4-993e-93007c89accd req-5b42d2d3-d5f1-443f-9864-4f87bb6037d1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 210 time: 0.0261600 Sep 09 22:06:41.598825 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:41.644911 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Network ba2ae244-faec-492f-a374-9c9dbf96f41f is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:06:41.647897 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:06:41.654789 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:06:41.660671 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'Port': ['ID=bf380444-dd57-48a3-8405-901af5e0cbf8,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:06:41.716271 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:41.716938 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:41.776597 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-d501da04-dd74-4988-8073-459044449182 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7671106 Sep 09 22:06:41.788451 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Request body: {'port': {'device_id': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:06:41.845670 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:41.980952 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-e71aff1f-3ac0-49bb-932b-d606aa22c1e9 None None] Provisioning for port bf380444-dd57-48a3-8405-901af5e0cbf8 completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:06:41.984914 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-e71aff1f-3ac0-49bb-932b-d606aa22c1e9 None None] Provisioning complete for port bf380444-dd57-48a3-8405-901af5e0cbf8 triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:06:41.988724 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e71aff1f-3ac0-49bb-932b-d606aa22c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:42.113323 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf380444-dd57-48a3-8405-901af5e0cbf8 {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:06:42.121983 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:42.134659 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Transition to ACTIVE for port object bf380444-dd57-48a3-8405-901af5e0cbf8 will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:06:42.143421 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-e71aff1f-3ac0-49bb-932b-d606aa22c1e9 None None] Port bf380444-dd57-48a3-8405-901af5e0cbf8 cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:06:42.192103 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:42.266176 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf380444-dd57-48a3-8405-901af5e0cbf8,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:06:42.313918 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Attempting to bind port bf380444-dd57-48a3-8405-901af5e0cbf8 on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:06:42.314318 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Attempting to bind port bf380444-dd57-48a3-8405-901af5e0cbf8 by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:06:42.314637 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Attempting to bind port bf380444-dd57-48a3-8405-901af5e0cbf8 on network ba2ae244-faec-492f-a374-9c9dbf96f41f {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:06:42.319208 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Port bf380444-dd57-48a3-8405-901af5e0cbf8 on network ba2ae244-faec-492f-a374-9c9dbf96f41f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:06:42.319527 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Attempting to bind port bf380444-dd57-48a3-8405-901af5e0cbf8 on network ba2ae244-faec-492f-a374-9c9dbf96f41f {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:06:42.324641 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:06:42.324972 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Checking segment: {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:06:42.325343 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Bound using segment: {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:06:42.325764 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Bound port: bf380444-dd57-48a3-8405-901af5e0cbf8, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:06:42.326118 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:42.390858 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] For port bf380444-dd57-48a3-8405-901af5e0cbf8, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:06:42.393814 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] For port bf380444-dd57-48a3-8405-901af5e0cbf8, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=bf380444-dd57-48a3-8405-901af5e0cbf8,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:06:42.484062 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:42.521018 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:42.521635 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:42.523032 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] 10.222.0.46 "PUT /v2.0/ports/bf380444-dd57-48a3-8405-901af5e0cbf8 HTTP/1.1" status: 200 len: 1094 time: 0.7390018 Sep 09 22:06:42.523466 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'tag': 'bf380444-dd57-48a3-8405-901af5e0cbf8'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:06:42.525707 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909c14ee-3b4b-4e6a-8127-25dee11a5c95" -d '{"events": [{"name": "network-changed", "server_uuid": "04ae6cf4-2dae-423a-b979-da8f6a1343bc", "tag": "bf380444-dd57-48a3-8405-901af5e0cbf8"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:06:42.552670 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252e941-0ef8-4fbd-93ad-9ece5da8dab0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf380444-dd57-48a3-8405-901af5e0cbf8,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:06:42.565918 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606c2a65-d14a-4514-b8df-6a23541f53c1 x-openstack-request-id: req-606c2a65-d14a-4514-b8df-6a23541f53c1 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:06:42.566365 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ae6cf4-2dae-423a-b979-da8f6a1343bc", "tag": "bf380444-dd57-48a3-8405-901af5e0cbf8", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:06:42.566617 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-606c2a65-d14a-4514-b8df-6a23541f53c1 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:06:42.567010 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'tag': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'status': 'completed', 'code': 200} Sep 09 22:06:42.632357 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c14ee-3b4b-4e6a-8127-25dee11a5c95 req-b5adba33-a5f6-4a18-9c85-6a4d54237fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:42.634025 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-909c14ee-3b4b-4e6a-8127-25dee11a5c95 req-b5adba33-a5f6-4a18-9c85-6a4d54237fdb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 1097 time: 0.0446403 Sep 09 22:06:42.712208 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b824d-f589-40ea-967e-bf3618fb6ec7 req-5443321f-2861-4d77-abf1-ca3b91d09246 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:42.713731 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-482b824d-f589-40ea-967e-bf3618fb6ec7 req-5443321f-2861-4d77-abf1-ca3b91d09246 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 944 time: 0.0507658 Sep 09 22:06:42.748185 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c14ee-3b4b-4e6a-8127-25dee11a5c95 req-514c3ee2-0ee0-429a-9ec6-c7f7699a3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:42.749663 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-909c14ee-3b4b-4e6a-8127-25dee11a5c95 req-514c3ee2-0ee0-429a-9ec6-c7f7699a3c95 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c92af1689a1941579c040d51f637de6f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1081293 Sep 09 22:06:42.752969 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-482b824d-f589-40ea-967e-bf3618fb6ec7 req-253b955b-ca16-4b6f-a519-824adffb745e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Sep 09 22:06:42.845260 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c14ee-3b4b-4e6a-8127-25dee11a5c95 req-3a4c3ad7-b903-4b47-80f5-88193e2c0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:42.846672 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-909c14ee-3b4b-4e6a-8127-25dee11a5c95 req-3a4c3ad7-b903-4b47-80f5-88193e2c0c50 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892467 Sep 09 22:06:42.922206 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-9c1d5465-f498-4783-8d18-ce71268f74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:42.923578 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-9c1d5465-f498-4783-8d18-ce71268f74f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 1097 time: 0.0401433 Sep 09 22:06:42.968807 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-be638fd1-ed12-4ad8-9841-622c00b88b67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf380444-dd57-48a3-8405-901af5e0cbf8 HTTP/1.1" status: 200 len: 217 time: 0.0367157 Sep 09 22:06:43.016615 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-40715716-41dc-405f-bcd3-16d26dbfed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:43.018077 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-40715716-41dc-405f-bcd3-16d26dbfed2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0419903 Sep 09 22:06:43.062513 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-c07bfa77-7475-4ab6-b3f3-61c73582af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:43.063993 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-c07bfa77-7475-4ab6-b3f3-61c73582af49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385170 Sep 09 22:06:43.157915 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-a7a8a85a-0440-4648-8bd8-2dd6a32eb5ab service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862486 Sep 09 22:06:43.246201 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3a3e4bb4-18bd-4a4e-bc84-d623123524d8 req-4b823b0a-66c0-4485-a7b1-2fcc53504961 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808516 Sep 09 22:06:43.870201 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b19ae-4188-4c5c-ba3e-8e5bf0439c7f req-1c193e19-097b-4bee-9a5a-af2d7549b4fc tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:43.871651 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-af2b19ae-4188-4c5c-ba3e-8e5bf0439c7f req-1c193e19-097b-4bee-9a5a-af2d7549b4fc tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 944 time: 0.0515494 Sep 09 22:06:43.908128 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-af2b19ae-4188-4c5c-ba3e-8e5bf0439c7f req-339e3004-c4f2-4a8c-933e-44ce2368761f tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304384 Sep 09 22:06:45.023491 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39a42f-eddd-42db-ac5c-80aa00f4758d req-f222db74-787d-4181-8201-3817539d23d4 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:45.024890 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6e39a42f-eddd-42db-ac5c-80aa00f4758d req-f222db74-787d-4181-8201-3817539d23d4 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 944 time: 0.0509627 Sep 09 22:06:45.062424 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6e39a42f-eddd-42db-ac5c-80aa00f4758d req-19b07939-f1d0-4f1a-ab11-faf062c6cded tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314777 Sep 09 22:06:46.176846 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f6bac-4a0d-4dbf-bd7a-dfc627d5cf86 req-eda45c70-ce5c-4252-84dc-5bd43d64a148 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:46.178323 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2b6f6bac-4a0d-4dbf-bd7a-dfc627d5cf86 req-eda45c70-ce5c-4252-84dc-5bd43d64a148 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 944 time: 0.0491107 Sep 09 22:06:46.218647 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-2b6f6bac-4a0d-4dbf-bd7a-dfc627d5cf86 req-2c429573-fd01-43d9-8d6f-15681acd7c7e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343809 Sep 09 22:06:47.331047 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff06f8-b69f-4116-8858-944b3fad2cf8 req-9dfede89-7b13-4ee0-91e4-1f8c268f62c8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:47.332568 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f9ff06f8-b69f-4116-8858-944b3fad2cf8 req-9dfede89-7b13-4ee0-91e4-1f8c268f62c8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 944 time: 0.0488405 Sep 09 22:06:47.370789 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f9ff06f8-b69f-4116-8858-944b3fad2cf8 req-61c588ee-ff71-449d-8db9-cf05eeec8123 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Sep 09 22:06:48.195824 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:06:48.480777 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eeb5bd-469c-496b-8eaa-640b38c9bc7b req-9ba775b3-9061-4b14-910a-7b97b06b3a78 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:48.482134 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-36eeb5bd-469c-496b-8eaa-640b38c9bc7b req-9ba775b3-9061-4b14-910a-7b97b06b3a78 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 944 time: 0.0465994 Sep 09 22:06:48.519466 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-36eeb5bd-469c-496b-8eaa-640b38c9bc7b req-f85d8056-c3a7-4498-98d9-1d7c38183765 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Sep 09 22:06:49.112035 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-df938fae-ac02-49d4-82ab-23d5f88e01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:49.631140 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1666306-b0ed-45d9-9063-497392c91bad req-e387ee03-f1c3-43bd-af98-45a6df066a28 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:49.632786 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d1666306-b0ed-45d9-9063-497392c91bad req-e387ee03-f1c3-43bd-af98-45a6df066a28 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 944 time: 0.0487108 Sep 09 22:06:49.670919 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-d1666306-b0ed-45d9-9063-497392c91bad req-8591c534-7298-46ac-93d2-0e7eaee450d3 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318897 Sep 09 22:06:50.785543 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fa0f6-e886-4166-bd27-64e3bfac8f40 req-a24650a9-470b-48e8-bb7d-ac059c25bc3a tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:50.787034 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-083fa0f6-e886-4166-bd27-64e3bfac8f40 req-a24650a9-470b-48e8-bb7d-ac059c25bc3a tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 944 time: 0.0518222 Sep 09 22:06:50.824764 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-083fa0f6-e886-4166-bd27-64e3bfac8f40 req-f84e6936-823d-44e0-bb61-cd5e69ede557 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 Sep 09 22:06:50.937953 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device bf380444-dd57-48a3-8405-901af5e0cbf8 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:06:51.031701 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port bf380444-dd57-48a3-8405-901af5e0cbf8, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=bf380444-dd57-48a3-8405-901af5e0cbf8,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:06:51.043098 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'port_id': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'mac_address': 'fa:16:3e:7a:74:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:06:51.079651 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:51.092598 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf380444-dd57-48a3-8405-901af5e0cbf8 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:06:51.111543 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port bf380444-dd57-48a3-8405-901af5e0cbf8, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=bf380444-dd57-48a3-8405-901af5e0cbf8,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:06:51.181187 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:51.227406 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=bf380444-dd57-48a3-8405-901af5e0cbf8,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:06:51.234273 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.234617 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.234953 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.235283 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.235606 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.235930 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.236245 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.236589 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.236907 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.237224 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.237538 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.237849 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:06:51.404089 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['bf380444-dd57-48a3-8405-901af5e0cbf8'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:06:51.942069 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76aaccf-cecd-4bcd-85fc-2eff47d59c52 req-4127e005-0a5c-4477-9314-7c0b31a68ec0 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:51.943529 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f76aaccf-cecd-4bcd-85fc-2eff47d59c52 req-4127e005-0a5c-4477-9314-7c0b31a68ec0 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 945 time: 0.0503597 Sep 09 22:06:51.982006 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f76aaccf-cecd-4bcd-85fc-2eff47d59c52 req-d3263e37-224f-45af-a8f4-b35144c8a6a4 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Sep 09 22:06:52.001009 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e3c4f408-76ee-4232-92b9-a06278222e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:52.060513 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:52.967694 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device bf380444-dd57-48a3-8405-901af5e0cbf8 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:06:53.090638 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port bf380444-dd57-48a3-8405-901af5e0cbf8 completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:06:53.094746 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port bf380444-dd57-48a3-8405-901af5e0cbf8 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:06:53.095117 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:53.104662 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ef49-8064-4834-bc32-494c44e6993c req-8744a3cf-9509-41ec-afc0-0495b67b3769 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:53.106177 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5675ef49-8064-4834-bc32-494c44e6993c req-8744a3cf-9509-41ec-afc0-0495b67b3769 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 945 time: 0.0494549 Sep 09 22:06:53.144844 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5675ef49-8064-4834-bc32-494c44e6993c req-ea9159ed-78ca-4426-89e5-c7630fe40033 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325301 Sep 09 22:06:53.174520 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:53.197945 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf380444-dd57-48a3-8405-901af5e0cbf8'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:06:53.200215 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c23767-8e50-4565-bd72-a7ca14a311ed" -d '{"events": [{"server_uuid": "04ae6cf4-2dae-423a-b979-da8f6a1343bc", "name": "network-vif-plugged", "status": "completed", "tag": "bf380444-dd57-48a3-8405-901af5e0cbf8"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:06:53.213304 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port bf380444-dd57-48a3-8405-901af5e0cbf8, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=bf380444-dd57-48a3-8405-901af5e0cbf8,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:06:53.282022 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:53.302304 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080b5a5c-09ef-49dc-afce-4ebdd1ebf61f x-openstack-request-id: req-080b5a5c-09ef-49dc-afce-4ebdd1ebf61f {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:06:53.302593 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ae6cf4-2dae-423a-b979-da8f6a1343bc", "name": "network-vif-plugged", "status": "completed", "tag": "bf380444-dd57-48a3-8405-901af5e0cbf8", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:06:53.302845 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-080b5a5c-09ef-49dc-afce-4ebdd1ebf61f {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:06:53.303258 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'code': 200} Sep 09 22:06:53.330950 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=bf380444-dd57-48a3-8405-901af5e0cbf8,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:06:53.346049 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:53.763293 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a198811-227a-4caf-b29b-346b3e1bdd51 req-8581660a-0998-4e48-8d9e-cf88953d6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:53.764813 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a198811-227a-4caf-b29b-346b3e1bdd51 req-8581660a-0998-4e48-8d9e-cf88953d6dca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 1099 time: 0.0400169 Sep 09 22:06:53.799192 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-7a198811-227a-4caf-b29b-346b3e1bdd51 req-f525953b-a004-432e-a0a2-83b85925b1af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271609 Sep 09 22:06:54.259786 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca439ee-7cc6-48bb-8a00-7daae7cc5726 req-f45e4cb2-c4e9-401a-9144-c39f194d4030 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:54.261277 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9ca439ee-7cc6-48bb-8a00-7daae7cc5726 req-f45e4cb2-c4e9-401a-9144-c39f194d4030 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 946 time: 0.0508149 Sep 09 22:06:54.301530 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9ca439ee-7cc6-48bb-8a00-7daae7cc5726 req-f63d25f8-e31d-49a6-ab6c-080e03157b6b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343432 Sep 09 22:06:54.609312 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:55.418692 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0fa2d-7fdb-4bdd-8067-72881765d3da req-f271c8af-dbec-41e8-b4d2-36b996dbd5aa tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:55.420204 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dad0fa2d-7fdb-4bdd-8067-72881765d3da req-f271c8af-dbec-41e8-b4d2-36b996dbd5aa tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 946 time: 0.0493195 Sep 09 22:06:55.456786 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-dad0fa2d-7fdb-4bdd-8067-72881765d3da req-bf684911-2398-4ccb-a920-92b77dd728fb tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305860 Sep 09 22:06:55.569271 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8676f3a-7b10-46b7-9eaa-d780e2c8afa8 req-42b631ef-90fb-4e52-9776-e0a888e43ddd tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:55.570748 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f8676f3a-7b10-46b7-9eaa-d780e2c8afa8 req-42b631ef-90fb-4e52-9776-e0a888e43ddd tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 946 time: 0.0490203 Sep 09 22:06:55.609119 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f8676f3a-7b10-46b7-9eaa-d780e2c8afa8 req-4d43c280-54c4-468c-8a2f-df50ef174cf8 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323246 Sep 09 22:06:55.630746 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60038) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:06:55.669903 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677f25cd-e19e-44ff-ac84-06efdbff1e97 tempest-TestVolumeBootPattern-749766783 tempest-TestVolumeBootPattern-749766783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:55.671386 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-677f25cd-e19e-44ff-ac84-06efdbff1e97 tempest-TestVolumeBootPattern-749766783 tempest-TestVolumeBootPattern-749766783-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 1094 time: 0.0396512 Sep 09 22:06:55.674157 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60040) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:06:55.678398 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'floatingip': {'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'port_id': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:06:55.757958 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:55.853508 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:55.956603 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Allocated IP 172.27.1.128 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/243a577a-b453-4229-bf2b-e740706bbca6) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:06:56.054047 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:56.124011 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:56.161379 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:06:56.164280 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:06:56.169982 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:06:56.195306 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'Port': ['ID=243a577a-b453-4229-bf2b-e740706bbca6,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:06:56.517900 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:56.631611 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:56.778563 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:56.843540 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:56.919583 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'Port': ['ID=243a577a-b453-4229-bf2b-e740706bbca6,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:06:56.927449 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:57.024122 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Floating IP 62e6cbd9-57c1-45e5-be8d-795cb2e58495 associated. External IP: 172.27.1.128, port: bf380444-dd57-48a3-8405-901af5e0cbf8. Sep 09 22:06:57.481255 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:06:57.589927 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:06:57.599532 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6877f-c41e-4aa8-b177-a3669d944f22 None None] Sync routers for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:06:57.612389 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6877f-c41e-4aa8-b177-a3669d944f22 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:06:57.613008 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-9fc6877f-c41e-4aa8-b177-a3669d944f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:06:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:06:57.643412 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:06:57.669814 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-761fc3db-bbbc-4cb2-a263-3d07180480b7 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9946067 Sep 09 22:06:57.670435 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'tag': 'bf380444-dd57-48a3-8405-901af5e0cbf8'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:06:57.672713 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c" -d '{"events": [{"name": "network-changed", "server_uuid": "04ae6cf4-2dae-423a-b979-da8f6a1343bc", "tag": "bf380444-dd57-48a3-8405-901af5e0cbf8"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:06:57.708631 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de781164-3dbb-4ce6-82f0-b22151600291 x-openstack-request-id: req-de781164-3dbb-4ce6-82f0-b22151600291 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:06:57.708923 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ae6cf4-2dae-423a-b979-da8f6a1343bc", "tag": "bf380444-dd57-48a3-8405-901af5e0cbf8", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:06:57.709162 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de781164-3dbb-4ce6-82f0-b22151600291 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:06:57.709550 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'tag': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'status': 'completed', 'code': 200} Sep 09 22:06:57.722499 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-9fc6877f-c41e-4aa8-b177-a3669d944f22 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:06:57.771446 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c req-eff7c075-03ee-41d9-9a9d-4a5aedc53f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:57.772864 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c req-eff7c075-03ee-41d9-9a9d-4a5aedc53f9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 1099 time: 0.0400026 Sep 09 22:06:57.865369 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c req-11b87de5-a03e-444d-b7d6-c5b19993b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:57.866843 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c req-11b87de5-a03e-444d-b7d6-c5b19993b965 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 913 time: 0.0870047 Sep 09 22:06:57.931983 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c req-f8c39d4e-946b-48a3-aace-41afc22698c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf380444-dd57-48a3-8405-901af5e0cbf8 HTTP/1.1" status: 200 len: 1000 time: 0.0572531 Sep 09 22:06:57.944107 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-9fc6877f-c41e-4aa8-b177-a3669d944f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '62e6cbd9-57c1-45e5-be8d-795cb2e58495', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:7a:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:06:56Z', 'updated_at': '2021-09-09T22:06:56Z', 'revision_number': 0, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:06:57.970550 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6877f-c41e-4aa8-b177-a3669d944f22 None None] Checking router: e06cdb07-a19f-4d1a-a883-fb9e920cfa4f for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:06:57.979095 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6877f-c41e-4aa8-b177-a3669d944f22 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:06:57.979701 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-9fc6877f-c41e-4aa8-b177-a3669d944f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:06:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:06:57.982122 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c req-91d4d38b-1ec4-45d3-a26f-941375068aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:57.983602 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c req-91d4d38b-1ec4-45d3-a26f-941375068aca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0437241 Sep 09 22:06:58.033390 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c req-e94001dd-2628-4a9e-9260-2e2feb7ce102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:06:58.035404 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c req-e94001dd-2628-4a9e-9260-2e2feb7ce102 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443387 Sep 09 22:06:58.084264 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-9fc6877f-c41e-4aa8-b177-a3669d944f22 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:06:58.126074 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c req-1bbba36d-50cf-4bae-9f00-1da947c81ef6 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837681 Sep 09 22:06:58.223552 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f2b65b0d-e1ad-499f-861a-ab0a383ca97c req-0f15e783-8970-4f3a-88c0-3ed4268790be service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885556 Sep 09 22:06:58.307830 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-9fc6877f-c41e-4aa8-b177-a3669d944f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '62e6cbd9-57c1-45e5-be8d-795cb2e58495', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:7a:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:06:56Z', 'updated_at': '2021-09-09T22:06:56Z', 'revision_number': 0, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:06:58.333221 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6877f-c41e-4aa8-b177-a3669d944f22 None None] The sync data for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi is: [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '62e6cbd9-57c1-45e5-be8d-795cb2e58495', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:7a:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:06:56Z', 'updated_at': '2021-09-09T22:06:56Z', 'revision_number': 0, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:06:58.512000 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba02f1-322e-462a-aac7-76197e370e17 None None] New status for floating IP 62e6cbd9-57c1-45e5-be8d-795cb2e58495: ACTIVE {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:07:01.020760 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:19.128919 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-779f09bc-2624-408f-af29-e76269e4e245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:21.957487 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-9df911cb-6e88-49d5-91e2-b25b1e0e2b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:22.066148 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:23.357412 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:24.329568 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b3e21-bb7d-47f5-a35d-e6cbd5e88761 req-458017b3-6c4c-4a92-9bab-105b2a1d90cb tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:24.331078 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-251b3e21-bb7d-47f5-a35d-e6cbd5e88761 req-458017b3-6c4c-4a92-9bab-105b2a1d90cb tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0497539 Sep 09 22:07:24.369063 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-251b3e21-bb7d-47f5-a35d-e6cbd5e88761 req-fdaa46fd-615c-4c69-9a7e-74f61de0f21c tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319121 Sep 09 22:07:24.620371 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:25.194635 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:07:25.485630 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48dbdf-eea2-479c-8c9c-532931186155 req-48ee64d8-af79-4a5c-8b6e-fd60d8b0adbc tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:25.487047 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fd48dbdf-eea2-479c-8c9c-532931186155 req-48ee64d8-af79-4a5c-8b6e-fd60d8b0adbc tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0495780 Sep 09 22:07:25.523885 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-fd48dbdf-eea2-479c-8c9c-532931186155 req-a86ae1f4-65e6-496d-ae3e-401b91ecdeb9 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309727 Sep 09 22:07:26.641145 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd108609-c3fb-4dc2-8cf4-c543de46fa51 req-499a46ab-6e53-443c-a238-d989a0e20f44 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:26.642665 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cd108609-c3fb-4dc2-8cf4-c543de46fa51 req-499a46ab-6e53-443c-a238-d989a0e20f44 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0526276 Sep 09 22:07:26.679702 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-cd108609-c3fb-4dc2-8cf4-c543de46fa51 req-b6298ef9-8294-4d74-92b0-a1a5acb7b96a tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Sep 09 22:07:27.792983 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dc304-8e17-46c2-a02b-20effafe4d4e req-93920abc-9f91-4759-a6a2-141d9274d602 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:27.794459 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-031dc304-8e17-46c2-a02b-20effafe4d4e req-93920abc-9f91-4759-a6a2-141d9274d602 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0486674 Sep 09 22:07:27.832355 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-031dc304-8e17-46c2-a02b-20effafe4d4e req-989b7c5f-0f65-48ef-9f48-6741e4e73b6e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319595 Sep 09 22:07:28.943037 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2c420-b2ea-41f1-8c53-2beac6b6f269 req-a6318dd9-a661-477d-a1be-009b4e5c830f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:28.944512 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-87f2c420-b2ea-41f1-8c53-2beac6b6f269 req-a6318dd9-a661-477d-a1be-009b4e5c830f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0474098 Sep 09 22:07:28.981585 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-87f2c420-b2ea-41f1-8c53-2beac6b6f269 req-4b841878-89cb-4068-8b20-d198aa37d884 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304785 Sep 09 22:07:30.098803 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c649b2-4b6c-418f-b1a8-517b607856bf req-7fe50363-bcf6-4b89-ba04-621f8a97521d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:30.100274 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-79c649b2-4b6c-418f-b1a8-517b607856bf req-7fe50363-bcf6-4b89-ba04-621f8a97521d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0531199 Sep 09 22:07:30.137699 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-79c649b2-4b6c-418f-b1a8-517b607856bf req-ceadabd7-1a16-4aef-8b42-2d00765c2b54 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313971 Sep 09 22:07:31.015225 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:31.250873 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c3cc5-8a3b-4170-bd13-3034d09ade77 req-922a93e4-8522-4820-a7aa-4d9ec764e0cf tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:31.252360 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a04c3cc5-8a3b-4170-bd13-3034d09ade77 req-922a93e4-8522-4820-a7aa-4d9ec764e0cf tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0487428 Sep 09 22:07:31.288338 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a04c3cc5-8a3b-4170-bd13-3034d09ade77 req-e5dbbc9a-5e37-4a23-b001-eb58426509fa tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300288 Sep 09 22:07:32.400718 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d392c-f799-4dba-940b-4ec66fe7799e req-5505db2e-656e-484a-bcf6-d80e8451147a tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:32.402175 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f56d392c-f799-4dba-940b-4ec66fe7799e req-5505db2e-656e-484a-bcf6-d80e8451147a tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0479274 Sep 09 22:07:32.439479 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f56d392c-f799-4dba-940b-4ec66fe7799e req-5e4179d9-f5a9-4bba-b55f-3dc54dfce782 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313938 Sep 09 22:07:33.555277 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bf3b4-4d28-4cf3-8945-a59d6de723f1 req-7dd664a0-8f68-4c53-9275-524f508d52f0 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:33.556872 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a25bf3b4-4d28-4cf3-8945-a59d6de723f1 req-7dd664a0-8f68-4c53-9275-524f508d52f0 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0515804 Sep 09 22:07:33.595339 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a25bf3b4-4d28-4cf3-8945-a59d6de723f1 req-a3ee4e88-fe4e-49f9-adb0-5be8dd5c26f9 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Sep 09 22:07:34.494763 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df31408-c325-4f15-8900-44302a23c8ac req-5ea72df5-9a18-4a45-90af-ec11399d9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:34.496241 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9df31408-c325-4f15-8900-44302a23c8ac req-5ea72df5-9a18-4a45-90af-ec11399d9b03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e613c1c878ee45d1bc72628a910a956f&device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 1098 time: 0.0411985 Sep 09 22:07:34.595138 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df31408-c325-4f15-8900-44302a23c8ac req-a0293afd-fe4f-4f79-b4d3-98dcf47fc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:34.596607 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9df31408-c325-4f15-8900-44302a23c8ac req-a0293afd-fe4f-4f79-b4d3-98dcf47fc3cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 HTTP/1.1" status: 200 len: 910 time: 0.0934966 Sep 09 22:07:34.662687 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9df31408-c325-4f15-8900-44302a23c8ac req-7e4925f6-2d4a-48b4-bf98-244714f3d486 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0 HTTP/1.1" status: 200 len: 1001 time: 0.0582530 Sep 09 22:07:34.741631 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df31408-c325-4f15-8900-44302a23c8ac req-981820c2-82a5-433f-9ae2-0dc387ffc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:34.743082 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9df31408-c325-4f15-8900-44302a23c8ac req-981820c2-82a5-433f-9ae2-0dc387ffc7a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=879d7b39-8165-4e16-b7d5-b8416363e654 HTTP/1.1" status: 200 len: 848 time: 0.0695038 Sep 09 22:07:34.755073 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54f947-4146-4822-b9b4-6ca81df5cd28 req-8c4889e0-ef84-448e-8ded-931d49440a55 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:34.756487 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-af54f947-4146-4822-b9b4-6ca81df5cd28 req-8c4889e0-ef84-448e-8ded-931d49440a55 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0911767 Sep 09 22:07:34.815973 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-af54f947-4146-4822-b9b4-6ca81df5cd28 req-21fd3159-38ab-413f-bc73-52c42ba5c800 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509191 Sep 09 22:07:34.820704 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df31408-c325-4f15-8900-44302a23c8ac req-628e609c-53ce-476f-898c-615b74ebb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:34.822008 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9df31408-c325-4f15-8900-44302a23c8ac req-628e609c-53ce-476f-898c-615b74ebb794 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646889 Sep 09 22:07:34.914718 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9df31408-c325-4f15-8900-44302a23c8ac req-cdf95821-751a-4c92-81a9-6cb9901d855e service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850945 Sep 09 22:07:35.004127 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9df31408-c325-4f15-8900-44302a23c8ac req-49fe3bc7-5087-4f34-856f-3d1c070c2ede service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810106 Sep 09 22:07:35.929143 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d205b1d-ac02-4079-a176-e379fc5709be req-0db80153-55a7-4859-bd0b-f714085ba9cb tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:35.930660 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3d205b1d-ac02-4079-a176-e379fc5709be req-0db80153-55a7-4859-bd0b-f714085ba9cb tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0477750 Sep 09 22:07:35.968694 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3d205b1d-ac02-4079-a176-e379fc5709be req-46a40ab9-57d4-47d5-abdf-ee79552d5ad8 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316789 Sep 09 22:07:37.086772 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a51e2-55a3-49c2-bbd7-74629eae3a0a req-f01a400c-461d-49bd-a209-74e1e106f10d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:37.088316 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-097a51e2-55a3-49c2-bbd7-74629eae3a0a req-f01a400c-461d-49bd-a209-74e1e106f10d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0545852 Sep 09 22:07:37.127806 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-097a51e2-55a3-49c2-bbd7-74629eae3a0a req-b139eab7-7ce3-447d-94b8-b1caef2343fa tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326357 Sep 09 22:07:38.245546 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624a5be-6dec-412f-9984-163c9a643605 req-ec5b5e7c-c865-4c7c-8844-a59751a43ea8 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:38.247029 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a624a5be-6dec-412f-9984-163c9a643605 req-ec5b5e7c-c865-4c7c-8844-a59751a43ea8 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0529604 Sep 09 22:07:38.285001 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-a624a5be-6dec-412f-9984-163c9a643605 req-2b44e3bb-c00f-4db5-8b23-9c6d71ad71d3 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315175 Sep 09 22:07:38.625458 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd212a7-5c94-41cd-a68b-7840c9c2f553 req-3930fcfa-2278-44b3-9ec3-5b497ac6a9fe tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:38.626976 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9fd212a7-5c94-41cd-a68b-7840c9c2f553 req-3930fcfa-2278-44b3-9ec3-5b497ac6a9fe tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0532675 Sep 09 22:07:38.666150 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9fd212a7-5c94-41cd-a68b-7840c9c2f553 req-3c3bfaa9-ce5c-459b-9d90-c71ef96a4cee tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331128 Sep 09 22:07:38.750795 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60096) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:07:38.830500 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-760e4959-fb71-41b3-8aec-bff3f564d419 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785511 Sep 09 22:07:38.839240 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-31167b51-22d8-4275-b69d-2123901d7f85 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:07:38.840186 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-31167b51-22d8-4275-b69d-2123901d7f85 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049009 Sep 09 22:07:39.196792 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device e80c8580-8efb-4d2c-b620-81b27eadcdd0 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:07:39.278476 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:39.301736 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:07:39.304016 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1def305-59ad-4896-925f-7075d0ec4bc0" -d '{"events": [{"server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "name": "network-vif-unplugged", "status": "completed", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:07:39.317881 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port e80c8580-8efb-4d2c-b620-81b27eadcdd0, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:07:39.337821 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30622cbe-66cf-4aa6-bfb0-03139c6c94f3 x-openstack-request-id: req-30622cbe-66cf-4aa6-bfb0-03139c6c94f3 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:07:39.337821 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "name": "network-vif-unplugged", "status": "failed", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0", "code": 422}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:07:39.337821 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30622cbe-66cf-4aa6-bfb0-03139c6c94f3 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:07:39.338095 dv-cinder-808137-1-iscsi neutron-server[100963]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'code': 422} returned with failed status Sep 09 22:07:39.385355 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:39.432692 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=e80c8580-8efb-4d2c-b620-81b27eadcdd0,revision_number=6']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:07:39.778816 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd101ce9-5685-4dd5-a6d6-318edf40972a req-e7da5c46-ea2a-41ee-a930-c964c615be26 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:39.780283 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fd101ce9-5685-4dd5-a6d6-318edf40972a req-e7da5c46-ea2a-41ee-a930-c964c615be26 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0482743 Sep 09 22:07:39.818161 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fd101ce9-5685-4dd5-a6d6-318edf40972a req-4731c05e-0692-49ed-af71-fd144e7d12a3 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Sep 09 22:07:40.931304 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8890d-ef04-4f09-8ae4-ea4bfb78e184 req-726bd33f-d979-4a7e-8530-3d99ff0bb172 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:40.932825 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cbb8890d-ef04-4f09-8ae4-ea4bfb78e184 req-726bd33f-d979-4a7e-8530-3d99ff0bb172 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0478942 Sep 09 22:07:40.970193 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cbb8890d-ef04-4f09-8ae4-ea4bfb78e184 req-ec33569b-1a3c-4cb1-8b0a-621a36779147 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Sep 09 22:07:41.072319 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-c86d8b0a-d4b7-4d0d-bdf6-0417aa641624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:41.073787 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-c86d8b0a-d4b7-4d0d-bdf6-0417aa641624 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc&tenant_id=e613c1c878ee45d1bc72628a910a956f HTTP/1.1" status: 200 len: 1096 time: 0.0402625 Sep 09 22:07:41.139168 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-573aec38-2b87-45b2-adf8-5701f9ee127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:41.140742 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-573aec38-2b87-45b2-adf8-5701f9ee127d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e613c1c878ee45d1bc72628a910a956f&device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 1096 time: 0.0445652 Sep 09 22:07:41.237247 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-d26203a1-975f-49ca-a554-650b4df2a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:41.237247 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-d26203a1-975f-49ca-a554-650b4df2a7bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 HTTP/1.1" status: 200 len: 910 time: 0.0849109 Sep 09 22:07:41.302332 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-4f60e009-cd13-485d-a462-b1a22e0172d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0 HTTP/1.1" status: 200 len: 999 time: 0.0612409 Sep 09 22:07:41.352496 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-d32eb046-0a7c-4ef8-88fb-0710f1bcffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:41.353952 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-d32eb046-0a7c-4ef8-88fb-0710f1bcffab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=879d7b39-8165-4e16-b7d5-b8416363e654 HTTP/1.1" status: 200 len: 848 time: 0.0441744 Sep 09 22:07:41.399803 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-3a7da6ef-a4e3-4610-b878-cf1ebc51c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:41.401320 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-3a7da6ef-a4e3-4610-b878-cf1ebc51c70b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397468 Sep 09 22:07:41.494320 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-a9e4576d-38a6-4c4b-82aa-3faf396305f3 service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848792 Sep 09 22:07:41.583793 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-adffe79a-ed04-4f20-8a8c-ffb96fb4cb5e req-ae663f10-1f07-4352-986d-d2b167a9e40b service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817292 Sep 09 22:07:42.010315 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400f69-c14f-434b-bebb-a6eca700feae req-dbce1a3a-037a-47a6-b109-68f5e3265f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:42.011828 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3400f69-c14f-434b-bebb-a6eca700feae req-dbce1a3a-037a-47a6-b109-68f5e3265f87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e613c1c878ee45d1bc72628a910a956f&device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 1096 time: 0.0464203 Sep 09 22:07:42.085075 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5edd45-810d-4452-a706-0379d81d0dbf req-0b54cb00-5eb8-433e-aa2c-c6cff9b5404d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:42.086543 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9a5edd45-810d-4452-a706-0379d81d0dbf req-0b54cb00-5eb8-433e-aa2c-c6cff9b5404d tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0504251 Sep 09 22:07:42.116213 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400f69-c14f-434b-bebb-a6eca700feae req-e041f26e-44b5-4675-99bf-4910d220ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:42.117737 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3400f69-c14f-434b-bebb-a6eca700feae req-e041f26e-44b5-4675-99bf-4910d220ad49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 HTTP/1.1" status: 200 len: 910 time: 0.0858681 Sep 09 22:07:42.124261 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9a5edd45-810d-4452-a706-0379d81d0dbf req-abac14ad-64d2-4291-8915-b16af1a607da tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313337 Sep 09 22:07:42.188672 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3400f69-c14f-434b-bebb-a6eca700feae req-4ed7bce0-da0a-43b4-91f0-4863f5aef974 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0 HTTP/1.1" status: 200 len: 999 time: 0.0620909 Sep 09 22:07:42.237935 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400f69-c14f-434b-bebb-a6eca700feae req-cfc4794f-df31-437c-95a9-7d66551228f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:42.239396 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3400f69-c14f-434b-bebb-a6eca700feae req-cfc4794f-df31-437c-95a9-7d66551228f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=879d7b39-8165-4e16-b7d5-b8416363e654 HTTP/1.1" status: 200 len: 848 time: 0.0434937 Sep 09 22:07:42.286282 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400f69-c14f-434b-bebb-a6eca700feae req-5656daf7-54cb-4930-b804-af1333dccbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:42.287679 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3400f69-c14f-434b-bebb-a6eca700feae req-5656daf7-54cb-4930-b804-af1333dccbd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398812 Sep 09 22:07:42.380084 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3400f69-c14f-434b-bebb-a6eca700feae req-64794d98-b25f-4384-ad74-16a25506abbf service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851393 Sep 09 22:07:42.469545 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-b3400f69-c14f-434b-bebb-a6eca700feae req-245be54b-463b-4d8a-bac7-4641540652ad service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823016 Sep 09 22:07:43.240626 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa78dc-b296-48b1-945b-92ff3cc696fe req-4240c87d-bec8-4099-84b6-07f05bfc9943 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:43.242102 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-68fa78dc-b296-48b1-945b-92ff3cc696fe req-4240c87d-bec8-4099-84b6-07f05bfc9943 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0525029 Sep 09 22:07:43.279820 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-68fa78dc-b296-48b1-945b-92ff3cc696fe req-6c3d5d1b-ba1f-4c10-a909-07db5c390b71 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318835 Sep 09 22:07:44.392614 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54da22-5a4f-44ae-8e2e-42f8bb2668d2 req-7c648ec2-5c73-4c0a-ac2f-06fe41382ad4 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:44.394084 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1b54da22-5a4f-44ae-8e2e-42f8bb2668d2 req-7c648ec2-5c73-4c0a-ac2f-06fe41382ad4 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0481291 Sep 09 22:07:44.430481 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-1b54da22-5a4f-44ae-8e2e-42f8bb2668d2 req-03639219-dad5-4735-9346-82183d9d8bb1 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305114 Sep 09 22:07:45.542881 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db998c3e-953d-4c56-bd56-75cf6c7b8d77 req-88cac8bf-35ba-402b-869e-d86f9de8a657 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:45.544455 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-db998c3e-953d-4c56-bd56-75cf6c7b8d77 req-88cac8bf-35ba-402b-869e-d86f9de8a657 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0489943 Sep 09 22:07:45.582767 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-db998c3e-953d-4c56-bd56-75cf6c7b8d77 req-a013253a-e042-4a6a-816a-74fe9b5d0b77 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324230 Sep 09 22:07:46.693695 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f378c69-286a-49e6-b882-0e1589d2f95d req-6b819724-74ef-44e0-90cd-51a012f115d9 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:46.695201 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7f378c69-286a-49e6-b882-0e1589d2f95d req-6b819724-74ef-44e0-90cd-51a012f115d9 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0474408 Sep 09 22:07:46.732967 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7f378c69-286a-49e6-b882-0e1589d2f95d req-2c673f13-e3f4-4031-a8ef-7b080db1a2de tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319057 Sep 09 22:07:47.846931 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d191c21-f811-4beb-abc8-4763330fe5c9 req-8512d8b2-0acc-4856-97b9-5b07d545c709 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:47.848454 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8d191c21-f811-4beb-abc8-4763330fe5c9 req-8512d8b2-0acc-4856-97b9-5b07d545c709 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0472274 Sep 09 22:07:47.889969 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8d191c21-f811-4beb-abc8-4763330fe5c9 req-c0d2918a-7d4c-465f-92c2-62723c26b081 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356226 Sep 09 22:07:49.006273 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da293f00-45c9-4e66-b7f5-087d105bfc9e req-7e3f2152-1551-4a71-a9b7-54dbc0ceeffc tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:49.007680 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-da293f00-45c9-4e66-b7f5-087d105bfc9e req-7e3f2152-1551-4a71-a9b7-54dbc0ceeffc tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 943 time: 0.0516143 Sep 09 22:07:49.044816 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-da293f00-45c9-4e66-b7f5-087d105bfc9e req-d050cd78-e78f-4379-8950-ca7710bfdabd tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312908 Sep 09 22:07:49.162531 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-5ae13ebe-f4cd-4e7e-ad62-8398cd703aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:49.249532 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device e80c8580-8efb-4d2c-b620-81b27eadcdd0 details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:07:49.343203 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port e80c8580-8efb-4d2c-b620-81b27eadcdd0, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:07:49.354106 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'port_id': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'mac_address': 'fa:16:3e:5f:72:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:07:49.390743 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:49.406466 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80c8580-8efb-4d2c-b620-81b27eadcdd0 {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:07:49.426019 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port e80c8580-8efb-4d2c-b620-81b27eadcdd0, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:07:49.499898 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:49.547097 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=e80c8580-8efb-4d2c-b620-81b27eadcdd0,revision_number=7']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:07:49.733734 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['e80c8580-8efb-4d2c-b620-81b27eadcdd0'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:07:50.160355 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f55b29-d74f-4db7-911b-d8314015e580 req-d136ef63-1530-4acd-9fc1-dd90d778ec93 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:50.161840 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-50f55b29-d74f-4db7-911b-d8314015e580 req-d136ef63-1530-4acd-9fc1-dd90d778ec93 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 944 time: 0.0521474 Sep 09 22:07:50.200698 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-50f55b29-d74f-4db7-911b-d8314015e580 req-94c5fab1-be3f-46f0-870c-cf1d4f5f99bf tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324297 Sep 09 22:07:51.253242 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device e80c8580-8efb-4d2c-b620-81b27eadcdd0 up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:07:51.300256 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port e80c8580-8efb-4d2c-b620-81b27eadcdd0 triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:07:51.300653 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:51.314282 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf836dd-e92e-4667-9cf5-ce49b0b600bb req-d5df6880-59ca-4d0a-ac14-c71640f64ea3 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:51.315778 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ddf836dd-e92e-4667-9cf5-ce49b0b600bb req-d5df6880-59ca-4d0a-ac14-c71640f64ea3 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 944 time: 0.0480340 Sep 09 22:07:51.354176 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-ddf836dd-e92e-4667-9cf5-ce49b0b600bb req-5ae14dbc-649e-4b5c-ac4c-5e3128ef6cd8 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324721 Sep 09 22:07:51.380936 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:51.402402 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:07:51.404621 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e735fe29-13d0-428f-bed7-141637bfff3a" -d '{"events": [{"server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "name": "network-vif-plugged", "status": "completed", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:07:51.418344 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port e80c8580-8efb-4d2c-b620-81b27eadcdd0, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:07:51.442674 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd09ad8c-4edc-40bc-8df1-e1c1da74e652 x-openstack-request-id: req-dd09ad8c-4edc-40bc-8df1-e1c1da74e652 {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:07:51.442856 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "name": "network-vif-plugged", "status": "completed", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:07:51.443092 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd09ad8c-4edc-40bc-8df1-e1c1da74e652 {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:07:51.443507 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'code': 200} Sep 09 22:07:51.476835 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:51.523563 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=e80c8580-8efb-4d2c-b620-81b27eadcdd0,revision_number=8']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:07:51.530488 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.530836 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.531179 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.531533 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.532407 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.532740 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.533066 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.533391 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.533718 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.534039 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.534361 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.534695 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:07:51.723305 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f902c36-abdc-4857-abfd-b5224bb39025 req-278d3bae-f65e-4c26-8213-a3f3e457938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:51.725473 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1f902c36-abdc-4857-abfd-b5224bb39025 req-278d3bae-f65e-4c26-8213-a3f3e457938f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 1098 time: 0.0427446 Sep 09 22:07:51.759842 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1f902c36-abdc-4857-abfd-b5224bb39025 req-ccb10e3a-1e85-403d-b72b-e34b81f5e141 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274372 Sep 09 22:07:51.974167 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e62a23ac-109e-4018-89a9-97611d3f1c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:52.053770 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:52.466754 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79d9eb-c088-4ac7-ad0b-8d35263465bf req-dd734104-1950-4bdc-8e5d-2e0fce838959 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:52.468230 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3b79d9eb-c088-4ac7-ad0b-8d35263465bf req-dd734104-1950-4bdc-8e5d-2e0fce838959 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0480573 Sep 09 22:07:52.505406 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-3b79d9eb-c088-4ac7-ad0b-8d35263465bf req-6cce06de-78b4-4859-8a25-f1e0e788328a tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311756 Sep 09 22:07:53.339651 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:07:53.621291 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048af9-67ea-4697-96e8-9ece4d159565 req-3d36f675-fb60-4a79-91d4-f92ddce2bf0b tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:07:53.621952 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-05048af9-67ea-4697-96e8-9ece4d159565 req-3d36f675-fb60-4a79-91d4-f92ddce2bf0b tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0476673 Sep 09 22:07:53.659751 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-05048af9-67ea-4697-96e8-9ece4d159565 req-1d718b11-565a-4d9c-a64d-5104d85a8415 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313499 Sep 09 22:07:54.665567 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:01.019860 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:02.194131 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:08:19.145847 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f939d172-a936-40f9-90b5-28865891aa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:21.962220 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c16bc462-8633-4afa-a481-8c0f92abfb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:22.059411 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:23.316145 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:24.630717 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:31.076161 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:39.193271 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:08:42.991566 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-c1a3276d-a4fb-49c2-aa5e-9bc077042f5e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417280 Sep 09 22:08:43.054940 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-18dbf56a-e571-430d-a8fb-36695c8641a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:43.056497 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-18dbf56a-e571-430d-a8fb-36695c8641a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 1099 time: 0.0406857 Sep 09 22:08:43.164861 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-8451c091-e08c-4ded-b702-154b502c0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:43.166333 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-8451c091-e08c-4ded-b702-154b502c0d34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 913 time: 0.0855742 Sep 09 22:08:43.234448 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-af93bb11-8cd3-4903-8ba5-96ae5ed3bb5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf380444-dd57-48a3-8405-901af5e0cbf8 HTTP/1.1" status: 200 len: 1002 time: 0.0601640 Sep 09 22:08:43.284464 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-0e0846b2-f884-4f79-8062-aea0db2c02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:43.285814 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-0e0846b2-f884-4f79-8062-aea0db2c02ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0426459 Sep 09 22:08:43.332514 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-0a3380b1-ef2c-495d-be1a-f4eae29f5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:43.333996 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-0a3380b1-ef2c-495d-be1a-f4eae29f5c1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395525 Sep 09 22:08:43.429021 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-15f73ba5-17e1-4bcc-a369-fab29f7380ad service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853817 Sep 09 22:08:43.524878 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-dd5d0233-205b-4b2e-b936-87abb63d7fed req-f73c4fdf-43af-4463-94f2-6e42d126bc08 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865622 Sep 09 22:08:44.735263 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-689d39d7-2535-44d5-8ff4-6e3d9a453632 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248239921&fields=id&tenant_id=c92af1689a1941579c040d51f637de6f HTTP/1.1" status: 200 len: 267 time: 0.0328460 Sep 09 22:08:44.841222 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-6dd5b227-037a-4946-b2f2-22315cbc3307 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:44.842671 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-6dd5b227-037a-4946-b2f2-22315cbc3307 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 812 time: 0.1008627 Sep 09 22:08:44.857066 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-4fadd786-8bce-4e8f-ba01-d7a66f356829 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/quotas/c92af1689a1941579c040d51f637de6f HTTP/1.1" status: 200 len: 375 time: 0.0087960 Sep 09 22:08:44.912495 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-d2dbabd9-c741-4ac3-a623-7bf4c7fbb76a tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0502191 Sep 09 22:08:44.970201 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-59719f47-3105-44f9-baf0-d050b667e30c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:08:44.971188 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-59719f47-3105-44f9-baf0-d050b667e30c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479593 Sep 09 22:08:45.061689 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-0439d204-2935-4ab6-838f-92bf58c9d6e1 service neutron] 10.222.0.52 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841165 Sep 09 22:08:45.149427 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-44954bc7-9a9c-4c0c-b0eb-9564822435eb service neutron] 10.222.0.52 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812137 Sep 09 22:08:45.678939 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1ed76712-39ba-4b9a-82a2-4271f5f757a2 req-ca574fd6-f7f0-486b-bff9-de9b28a8b9ab tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 210 time: 0.0267124 Sep 09 22:08:46.794286 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f63be87d-2cb4-4ad3-bbab-0ec6173491a7 req-5b5e41fc-2625-479b-a8ae-ce66dd5f051c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 210 time: 0.0304906 Sep 09 22:08:47.271030 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-863b2082-cf4d-4a8e-a15b-a551f935b218 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:47.272508 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-863b2082-cf4d-4a8e-a15b-a551f935b218 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 812 time: 0.1025915 Sep 09 22:08:47.315120 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-eb1af012-a317-45c8-9bc8-3896b049feb5 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c92af1689a1941579c040d51f637de6f HTTP/1.1" status: 200 len: 380 time: 0.0331233 Sep 09 22:08:47.324518 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'port': {'device_id': '23603630-719b-44e5-89cf-933683354e98', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'admin_state_up': True, 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'security_groups': ['5aa6c8a9-7e92-4ee0-a046-ff63830dc26a']}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:08:47.493632 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Made reservation on behalf of c92af1689a1941579c040d51f637de6f for: {'port': 1} {{(pid=100962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:08:47.497268 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:47.624010 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_common [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Allocated IP 172.20.0.14 (ba2ae244-faec-492f-a374-9c9dbf96f41f/1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4/d5267668-f469-4a44-a910-95e2e5e4f8fc) {{(pid=100962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:08:47.757035 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for port, precommit_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:47.769682 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Transition to ACTIVE for port object d5267668-f469-4a44-a910-95e2e5e4f8fc will not be triggered until provisioned by entity DHCP. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:08:47.842519 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_create {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:47.911301 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Network ba2ae244-faec-492f-a374-9c9dbf96f41f is already hosted by enough agents. {{(pid=100962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:08:47.916417 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.base_scheduler [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Resources bound (agent type, host, resource id): {{(pid=100962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:08:47.922923 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Received port after_create {{(pid=100962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:08:47.949177 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'Port': ['ID=d5267668-f469-4a44-a910-95e2e5e4f8fc,revision_number=1']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:08:47.976686 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.977030 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.977370 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.977700 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.978026 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.978359 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.978771 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.979048 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.979373 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.979696 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.980020 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.980417 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:47.993318 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2541b2-8c2c-46c1-b8f2-8903ff1d6316 req-1e58c35d-f4bb-45f7-9ecf-861a73df5c41 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:47.999430 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3b2541b2-8c2c-46c1-b8f2-8903ff1d6316 req-1e58c35d-f4bb-45f7-9ecf-861a73df5c41 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 932 time: 0.1185172 Sep 09 22:08:48.007265 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:48.007899 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:48.051640 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-3b2541b2-8c2c-46c1-b8f2-8903ff1d6316 req-49525061-ed10-4b13-8d25-c2ea9b5dda05 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392165 Sep 09 22:08:48.122569 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-25a85223-c379-4908-88b1-b931b0dea439 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8015378 Sep 09 22:08:48.136531 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.v2.base [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Request body: {'port': {'device_id': '23603630-719b-44e5-89cf-933683354e98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80813'}} {{(pid=100962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:08:48.195628 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:48.236175 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-e8afa0e4-33e5-42f7-be16-2e430ee35d90 None None] Provisioning for port d5267668-f469-4a44-a910-95e2e5e4f8fc completed by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:08:48.242773 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-e8afa0e4-33e5-42f7-be16-2e430ee35d90 None None] Provisioning complete for port d5267668-f469-4a44-a910-95e2e5e4f8fc triggered by entity DHCP. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:08:48.243135 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e8afa0e4-33e5-42f7-be16-2e430ee35d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:48.276682 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-e8afa0e4-33e5-42f7-be16-2e430ee35d90 None None] Port d5267668-f469-4a44-a910-95e2e5e4f8fc cannot update to ACTIVE because it is not bound. {{(pid=100963) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:08:48.462842 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5267668-f469-4a44-a910-95e2e5e4f8fc {{(pid=100962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:08:48.470326 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:48.483051 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.provisioning_blocks [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Transition to ACTIVE for port object d5267668-f469-4a44-a910-95e2e5e4f8fc will not be triggered until provisioned by entity L2. {{(pid=100962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:08:48.550521 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:48.604060 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Pushing event updated for resources: {'Port': ['ID=d5267668-f469-4a44-a910-95e2e5e4f8fc,revision_number=2']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:08:48.674974 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Attempting to bind port d5267668-f469-4a44-a910-95e2e5e4f8fc on host hv-cinder-80813 for vnic_type normal with profile {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:08:48.675315 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Attempting to bind port d5267668-f469-4a44-a910-95e2e5e4f8fc by drivers openvswitch,hyperv on host hv-cinder-80813 at level 0 using segments [{'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:08:48.675643 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Attempting to bind port d5267668-f469-4a44-a910-95e2e5e4f8fc on network ba2ae244-faec-492f-a374-9c9dbf96f41f {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:08:48.680244 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Port d5267668-f469-4a44-a910-95e2e5e4f8fc on network ba2ae244-faec-492f-a374-9c9dbf96f41f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80813 {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:08:48.680601 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Attempting to bind port d5267668-f469-4a44-a910-95e2e5e4f8fc on network ba2ae244-faec-492f-a374-9c9dbf96f41f {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:08:48.685625 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Checking agent: {'id': 'c1be9d12-7aee-4ead-b0dd-31851a8cfd7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80813', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'started_at': datetime.datetime(2021, 9, 9, 21, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:08:48.685969 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Checking segment: {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:08:48.686352 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Bound using segment: {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'} {{(pid=100962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:08:48.686776 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.managers [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Bound port: d5267668-f469-4a44-a910-95e2e5e4f8fc, host: hv-cinder-80813, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c956d7-281e-4eb2-90e1-940c6548624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f'}}] {{(pid=100962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:08:48.687139 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:48.759973 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] For port d5267668-f469-4a44-a910-95e2e5e4f8fc, host hv-cinder-80813, cleared binding levels {{(pid=100962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:08:48.762923 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] For port d5267668-f469-4a44-a910-95e2e5e4f8fc, host hv-cinder-80813, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=d5267668-f469-4a44-a910-95e2e5e4f8fc,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:08:48.813825 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5229901'] for port, after_update {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:48.850346 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:48.850346 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:48.850346 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] 10.222.0.46 "PUT /v2.0/ports/d5267668-f469-4a44-a910-95e2e5e4f8fc HTTP/1.1" status: 200 len: 1094 time: 0.7166948 Sep 09 22:08:48.850346 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23603630-719b-44e5-89cf-933683354e98', 'tag': 'd5267668-f469-4a44-a910-95e2e5e4f8fc'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:08:48.851547 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecb9d25-65a7-4219-960d-9ed0a76b3c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "23603630-719b-44e5-89cf-933683354e98", "tag": "d5267668-f469-4a44-a910-95e2e5e4f8fc"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:08:48.878340 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6e256-f788-4cfe-9c1b-6425dacb5e41 service neutron] Pushing event updated for resources: {'Port': ['ID=d5267668-f469-4a44-a910-95e2e5e4f8fc,revision_number=3']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:08:48.891149 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebba3d0-7c99-4db9-ac7b-dcdcf04b814d x-openstack-request-id: req-3ebba3d0-7c99-4db9-ac7b-dcdcf04b814d {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:08:48.891445 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23603630-719b-44e5-89cf-933683354e98", "tag": "d5267668-f469-4a44-a910-95e2e5e4f8fc", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:08:48.891699 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ebba3d0-7c99-4db9-ac7b-dcdcf04b814d {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:08:48.892100 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23603630-719b-44e5-89cf-933683354e98', 'tag': 'd5267668-f469-4a44-a910-95e2e5e4f8fc', 'status': 'completed', 'code': 200} Sep 09 22:08:48.959505 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb9d25-65a7-4219-960d-9ed0a76b3c8e req-376f6641-fcaa-41b4-883b-4fe17bbfe674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:48.961086 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8ecb9d25-65a7-4219-960d-9ed0a76b3c8e req-376f6641-fcaa-41b4-883b-4fe17bbfe674 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 1097 time: 0.0468142 Sep 09 22:08:49.060519 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb9d25-65a7-4219-960d-9ed0a76b3c8e req-b58e0404-5df3-45b9-b20e-e23658336f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:49.061983 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8ecb9d25-65a7-4219-960d-9ed0a76b3c8e req-b58e0404-5df3-45b9-b20e-e23658336f7b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c92af1689a1941579c040d51f637de6f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0925190 Sep 09 22:08:49.161996 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-5658fce4-9164-429f-bae2-f5d210f57924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:49.452045 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb9d25-65a7-4219-960d-9ed0a76b3c8e req-a7b713b3-4878-43cb-8d61-d6152088cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:49.453552 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-8ecb9d25-65a7-4219-960d-9ed0a76b3c8e req-a7b713b3-4878-43cb-8d61-d6152088cb83 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3845887 Sep 09 22:08:49.469529 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced6c41-9111-480e-a43f-d27ba1dae482 req-39e79d98-49a7-4059-a596-d6712c6504f1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:49.470988 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0ced6c41-9111-480e-a43f-d27ba1dae482 req-39e79d98-49a7-4059-a596-d6712c6504f1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 944 time: 0.0716145 Sep 09 22:08:49.536975 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0ced6c41-9111-480e-a43f-d27ba1dae482 req-44a97685-9955-4cbb-a779-4902e356a82e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576828 Sep 09 22:08:49.548464 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-3b080abc-9c94-4727-8615-ab5b3cc287b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:49.549966 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-3b080abc-9c94-4727-8615-ab5b3cc287b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 1097 time: 0.0558519 Sep 09 22:08:49.591683 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-7ed2e08e-1aaa-4969-9a15-114296c796ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5267668-f469-4a44-a910-95e2e5e4f8fc HTTP/1.1" status: 200 len: 217 time: 0.0332167 Sep 09 22:08:49.640030 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-a60f9dc8-5693-43bc-a6f9-2e80fde365e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:49.641561 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-a60f9dc8-5693-43bc-a6f9-2e80fde365e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0422969 Sep 09 22:08:49.687093 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-0714e1d3-25af-415f-9dd2-1cf7233e22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:49.688599 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-0714e1d3-25af-415f-9dd2-1cf7233e22a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393915 Sep 09 22:08:49.782327 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-b8ec7369-77d3-4ffa-822e-44287a13d58a service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863185 Sep 09 22:08:49.878295 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-15d85324-72f3-4934-a7f1-d3c2035aa1cc req-cf4f98c7-6573-4e2d-ad1f-7c246a7c4d43 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838070 Sep 09 22:08:50.651730 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19046ebf-21d8-4e7f-9e14-88c693030bc1 req-1fa9682b-bd74-4c92-816c-e27c6d842b90 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:50.653225 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-19046ebf-21d8-4e7f-9e14-88c693030bc1 req-1fa9682b-bd74-4c92-816c-e27c6d842b90 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 944 time: 0.0485177 Sep 09 22:08:50.691065 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-19046ebf-21d8-4e7f-9e14-88c693030bc1 req-86f81fbb-a111-49eb-84a4-2577672d4e22 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317061 Sep 09 22:08:51.867701 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514249d1-db6c-4357-b2ec-2d0ef3c5fdd2 req-1df49b30-5d62-4514-a250-d550e9dc4894 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:51.869213 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-514249d1-db6c-4357-b2ec-2d0ef3c5fdd2 req-1df49b30-5d62-4514-a250-d550e9dc4894 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 944 time: 0.0485268 Sep 09 22:08:51.907882 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-514249d1-db6c-4357-b2ec-2d0ef3c5fdd2 req-9f7b6f8d-da24-4975-ad3d-c316d340ff26 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328560 Sep 09 22:08:51.996201 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-d2106622-173e-48bf-8e50-88b8daa4f0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:52.058230 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:53.019973 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67be15-6b9c-46b7-8256-dabdb751d857 req-640520f2-db77-48f2-a212-8e8224151a6d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:53.021470 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7e67be15-6b9c-46b7-8256-dabdb751d857 req-640520f2-db77-48f2-a212-8e8224151a6d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 944 time: 0.0473807 Sep 09 22:08:53.058417 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-7e67be15-6b9c-46b7-8256-dabdb751d857 req-a5a76c33-e8b4-4362-b340-02e5b3ac26fd tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310977 Sep 09 22:08:53.321780 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:54.170424 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173d413-a5d2-4d27-ba40-31d7e6a4e9a5 req-562a716c-9b9c-4833-8ac3-a0d2be1a385b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:54.171921 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5173d413-a5d2-4d27-ba40-31d7e6a4e9a5 req-562a716c-9b9c-4833-8ac3-a0d2be1a385b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 944 time: 0.0489712 Sep 09 22:08:54.208813 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-5173d413-a5d2-4d27-ba40-31d7e6a4e9a5 req-6c8c199c-19e6-4cf4-a4bd-6ac46dc5f91b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303330 Sep 09 22:08:54.782881 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:55.323875 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c066fe-5bc4-4101-bfff-154fe78ff87e req-b691e3d9-ae86-4064-9dc9-188e67e2111f tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:55.325365 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f2c066fe-5bc4-4101-bfff-154fe78ff87e req-b691e3d9-ae86-4064-9dc9-188e67e2111f tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 944 time: 0.0512540 Sep 09 22:08:55.362717 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-f2c066fe-5bc4-4101-bfff-154fe78ff87e req-fb1f4b79-ce3e-4360-a5f8-2b3210849d58 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Sep 09 22:08:56.479425 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3838a-e9ee-4e8f-82e9-1691df76fe78 req-9aba2588-176a-405c-a350-5d0a142ff906 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:56.480932 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-55f3838a-e9ee-4e8f-82e9-1691df76fe78 req-9aba2588-176a-405c-a350-5d0a142ff906 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 944 time: 0.0514615 Sep 09 22:08:56.518974 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-55f3838a-e9ee-4e8f-82e9-1691df76fe78 req-0050a041-42c6-435d-af34-3cbde16d0702 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321491 Sep 09 22:08:57.587217 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device d5267668-f469-4a44-a910-95e2e5e4f8fc details requested by agent hyperv_hv-cinder-80813 with host hv-cinder-80813 {{(pid=100963) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:08:57.632717 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a369951-1ef6-4fba-8096-2ddbc713a558 req-f18beac0-a485-4fac-9c2b-6f1e1cd5478c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:57.634219 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9a369951-1ef6-4fba-8096-2ddbc713a558 req-f18beac0-a485-4fac-9c2b-6f1e1cd5478c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 944 time: 0.0488751 Sep 09 22:08:57.672443 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-9a369951-1ef6-4fba-8096-2ddbc713a558 req-9e729144-d680-402a-885b-35aabf43b3b6 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319996 Sep 09 22:08:57.683007 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port d5267668-f469-4a44-a910-95e2e5e4f8fc, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=d5267668-f469-4a44-a910-95e2e5e4f8fc,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:08:57.694259 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Returning: {'device': 'd5267668-f469-4a44-a910-95e2e5e4f8fc', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'port_id': 'd5267668-f469-4a44-a910-95e2e5e4f8fc', 'mac_address': 'fa:16:3e:e5:31:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100963) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:08:57.731467 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:57.743503 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5267668-f469-4a44-a910-95e2e5e4f8fc {{(pid=100963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:08:57.761612 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port d5267668-f469-4a44-a910-95e2e5e4f8fc, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=d5267668-f469-4a44-a910-95e2e5e4f8fc,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:08:57.824673 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:57.872671 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=d5267668-f469-4a44-a910-95e2e5e4f8fc,revision_number=4']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:08:57.879868 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:57.880220 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:57.880591 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:57.880931 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:57.881264 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:57.881599 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:57.881929 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:57.882257 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:57.882587 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:57.882917 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:57.883446 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:57.883772 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:08:58.054861 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] get_ports_and_sgs() called for port_ids ['d5267668-f469-4a44-a910-95e2e5e4f8fc'] {{(pid=100963) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:08:58.783747 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8bde5-3b21-4739-ba1c-22b4d861e171 req-0716dd23-6187-4b95-ab73-1b5bec89399b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:58.785654 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9ab8bde5-3b21-4739-ba1c-22b4d861e171 req-0716dd23-6187-4b95-ab73-1b5bec89399b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 945 time: 0.0478079 Sep 09 22:08:58.822533 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-9ab8bde5-3b21-4739-ba1c-22b4d861e171 req-72f746e4-e65a-4bb7-b294-53931f1c3b72 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310252 Sep 09 22:08:59.587437 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device d5267668-f469-4a44-a910-95e2e5e4f8fc up at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:08:59.698975 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning for port d5267668-f469-4a44-a910-95e2e5e4f8fc completed by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:08:59.702961 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.provisioning_blocks [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Provisioning complete for port d5267668-f469-4a44-a910-95e2e5e4f8fc triggered by entity L2. {{(pid=100963) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:08:59.703334 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1773477'] for port, provisioning_complete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:59.782216 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:59.804834 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23603630-719b-44e5-89cf-933683354e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5267668-f469-4a44-a910-95e2e5e4f8fc'}] {{(pid=100963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:08:59.807045 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375eb31764791a24a705b4745402d35e52c8be604a982ba8e160760334a120dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75e425b-f181-4a13-a478-9de409a4b86d" -d '{"events": [{"server_uuid": "23603630-719b-44e5-89cf-933683354e98", "name": "network-vif-plugged", "status": "completed", "tag": "d5267668-f469-4a44-a910-95e2e5e4f8fc"}]}' {{(pid=100963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:08:59.821757 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] For port d5267668-f469-4a44-a910-95e2e5e4f8fc, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=d5267668-f469-4a44-a910-95e2e5e4f8fc,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:08:59.843550 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dd5466-b291-4099-b962-d9bf9fb9834d x-openstack-request-id: req-01dd5466-b291-4099-b962-d9bf9fb9834d {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:08:59.843953 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23603630-719b-44e5-89cf-933683354e98", "name": "network-vif-plugged", "status": "completed", "tag": "d5267668-f469-4a44-a910-95e2e5e4f8fc", "code": 200}]} {{(pid=100963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:08:59.844181 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01dd5466-b291-4099-b962-d9bf9fb9834d {{(pid=100963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:08:59.844598 dv-cinder-808137-1-iscsi neutron-server[100963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23603630-719b-44e5-89cf-933683354e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5267668-f469-4a44-a910-95e2e5e4f8fc', 'code': 200} Sep 09 22:08:59.899038 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229'] for port, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:08:59.936672 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec092458-46fc-491e-96e0-099fd5214278 req-cbbcce16-df0b-46a3-b16b-9c6e33f4ae5c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:08:59.938426 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ec092458-46fc-491e-96e0-099fd5214278 req-cbbcce16-df0b-46a3-b16b-9c6e33f4ae5c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 946 time: 0.0514464 Sep 09 22:08:59.947063 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Pushing event updated for resources: {'Port': ['ID=d5267668-f469-4a44-a910-95e2e5e4f8fc,revision_number=5']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:08:59.979758 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ec092458-46fc-491e-96e0-099fd5214278 req-e4cbe52e-02aa-45c7-bcfc-3b8c27cc403c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338733 Sep 09 22:09:00.198687 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ec540-1ac7-4329-9133-f000dfbf95cc req-6df2f91f-6203-489a-b3fc-f16fb02e4f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:00.200248 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-526ec540-1ac7-4329-9133-f000dfbf95cc req-6df2f91f-6203-489a-b3fc-f16fb02e4f11 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 1099 time: 0.0428784 Sep 09 22:09:00.233617 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-526ec540-1ac7-4329-9133-f000dfbf95cc req-e85af981-c68a-487e-8f46-d1333d8f0440 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268176 Sep 09 22:09:01.047526 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:01.094630 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9796ce4-959c-47c4-8112-6e468be43b91 req-8f703b72-b281-4d77-bdc3-0f798bb09d89 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:01.096105 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e9796ce4-959c-47c4-8112-6e468be43b91 req-8f703b72-b281-4d77-bdc3-0f798bb09d89 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 946 time: 0.0485971 Sep 09 22:09:01.134382 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-e9796ce4-959c-47c4-8112-6e468be43b91 req-54e4bbfd-0468-4471-b291-80a175c36a42 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318074 Sep 09 22:09:02.251039 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcc64f-dab0-4312-969a-8eb8151f4b94 req-e8d5a973-6706-477f-bb96-07b4308aa9d1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:02.252558 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bfbcc64f-dab0-4312-969a-8eb8151f4b94 req-e8d5a973-6706-477f-bb96-07b4308aa9d1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 946 time: 0.0491431 Sep 09 22:09:02.290012 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bfbcc64f-dab0-4312-969a-8eb8151f4b94 req-6c3d7d27-1ac8-405d-94a3-454419109d83 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Sep 09 22:09:02.404252 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4e3dd-665d-430d-aa27-201552bf9b9b req-8eee43a7-7676-4527-8932-cebe8d6ea5c9 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:02.405715 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-38b4e3dd-665d-430d-aa27-201552bf9b9b req-8eee43a7-7676-4527-8932-cebe8d6ea5c9 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 946 time: 0.0508418 Sep 09 22:09:02.441482 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-38b4e3dd-665d-430d-aa27-201552bf9b9b req-10171982-a053-4d70-b991-443dde3562f1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298579 Sep 09 22:09:02.463391 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60250) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:02.501566 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e49230-7581-4b70-b61f-f2b1171f438c tempest-TestVolumeBootPattern-749766783 tempest-TestVolumeBootPattern-749766783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:02.503108 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a2e49230-7581-4b70-b61f-f2b1171f438c tempest-TestVolumeBootPattern-749766783 tempest-TestVolumeBootPattern-749766783-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 1094 time: 0.0387681 Sep 09 22:09:02.506421 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60252) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:02.510607 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.v2.base [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Request body: {'floatingip': {'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'port_id': 'd5267668-f469-4a44-a910-95e2e5e4f8fc', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:09:02.606832 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:02.701332 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:02.803291 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_common [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Allocated IP 172.27.1.98 (584713b3-eff6-4e86-ae47-0d6e97969935/2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8/e392237e-13f8-4209-b0ce-d3799a47d8bc) {{(pid=100961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:09:02.904256 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for port, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:02.996063 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741521344193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:03.031453 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Network 584713b3-eff6-4e86-ae47-0d6e97969935 is already hosted by enough agents. {{(pid=100961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:09:03.034209 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.base_scheduler [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Resources bound (agent type, host, resource id): {{(pid=100961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:09:03.036861 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Received port after_create {{(pid=100961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:09:03.065364 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'Port': ['ID=e392237e-13f8-4209-b0ce-d3799a47d8bc,revision_number=1']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:03.078693 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.079035 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.079376 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.079713 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.080041 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.080396 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.080728 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.081053 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.081382 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.081705 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.082025 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.082341 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:09:03.635275 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:03.741718 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712721'] for port, before_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:03.885001 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for port, precommit_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:03.921467 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741521864470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741521344211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741521344229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6059312'] for port, after_update {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:03.988005 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event updated for resources: {'Port': ['ID=e392237e-13f8-4209-b0ce-d3799a47d8bc,revision_number=2']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:03.997456 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589601'] for floatingip, after_create {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:04.097898 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.l3_db [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Floating IP 36097927-9a9f-412c-94fb-e7fcc88decb1 associated. External IP: 172.27.1.98, port: d5267668-f469-4a44-a910-95e2e5e4f8fc. Sep 09 22:09:04.299447 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:09:04.407094 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:09:04.417220 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6124cfb-db12-46fd-a949-e50715804812 None None] Sync routers for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:09:04.426059 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6124cfb-db12-46fd-a949-e50715804812 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:09:04.431329 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-e6124cfb-db12-46fd-a949-e50715804812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:08:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:04.470749 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:04.498038 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-b144e51b-1e4f-4e7a-abfa-d2546c631c9d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9906168 Sep 09 22:09:04.498623 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23603630-719b-44e5-89cf-933683354e98', 'tag': 'd5267668-f469-4a44-a910-95e2e5e4f8fc'}] {{(pid=100961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:09:04.500968 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b65d93457b8c871874c01ecb4d659631ef50cf60421be1b29a611e90dc15954f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6748ae31-4846-489e-945a-6a30e74e3e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "23603630-719b-44e5-89cf-933683354e98", "tag": "d5267668-f469-4a44-a910-95e2e5e4f8fc"}]}' {{(pid=100961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:09:04.535816 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-e6124cfb-db12-46fd-a949-e50715804812 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:09:04.593878 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bf9310-6acc-48ba-96b1-7a743b784d31 x-openstack-request-id: req-80bf9310-6acc-48ba-96b1-7a743b784d31 {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:09:04.594228 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23603630-719b-44e5-89cf-933683354e98", "tag": "d5267668-f469-4a44-a910-95e2e5e4f8fc", "status": "completed", "code": 200}]} {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:09:04.594485 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80bf9310-6acc-48ba-96b1-7a743b784d31 {{(pid=100961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:09:04.594999 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23603630-719b-44e5-89cf-933683354e98', 'tag': 'd5267668-f469-4a44-a910-95e2e5e4f8fc', 'status': 'completed', 'code': 200} Sep 09 22:09:04.658082 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748ae31-4846-489e-945a-6a30e74e3e8d req-2c93cecf-ebdf-4e69-8fc7-1454c9a91e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:04.659608 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6748ae31-4846-489e-945a-6a30e74e3e8d req-2c93cecf-ebdf-4e69-8fc7-1454c9a91e16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 1099 time: 0.0407152 Sep 09 22:09:04.756272 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748ae31-4846-489e-945a-6a30e74e3e8d req-03d67ac3-fc92-487b-b85a-775c501c0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:04.757868 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6748ae31-4846-489e-945a-6a30e74e3e8d req-03d67ac3-fc92-487b-b85a-775c501c0cbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 913 time: 0.0907426 Sep 09 22:09:04.788395 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-e6124cfb-db12-46fd-a949-e50715804812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '36097927-9a9f-412c-94fb-e7fcc88decb1', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'd5267668-f469-4a44-a910-95e2e5e4f8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:e5:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23603630-719b-44e5-89cf-933683354e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:09:03Z', 'updated_at': '2021-09-09T22:09:03Z', 'revision_number': 0, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}, {'id': '62e6cbd9-57c1-45e5-be8d-795cb2e58495', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:7a:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:06:56Z', 'updated_at': '2021-09-09T22:06:58Z', 'revision_number': 1, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:04.814855 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6124cfb-db12-46fd-a949-e50715804812 None None] Checking router: e06cdb07-a19f-4d1a-a883-fb9e920cfa4f for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:09:04.821933 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6748ae31-4846-489e-945a-6a30e74e3e8d req-185609c7-43be-4a0b-9882-eaad83611f76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5267668-f469-4a44-a910-95e2e5e4f8fc HTTP/1.1" status: 200 len: 999 time: 0.0569916 Sep 09 22:09:04.823043 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6124cfb-db12-46fd-a949-e50715804812 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:09:04.823647 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-e6124cfb-db12-46fd-a949-e50715804812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:08:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:04.874267 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748ae31-4846-489e-945a-6a30e74e3e8d req-523a30dc-c7b8-4cbe-8f0a-352c12a9dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:04.875781 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6748ae31-4846-489e-945a-6a30e74e3e8d req-523a30dc-c7b8-4cbe-8f0a-352c12a9dbef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0475855 Sep 09 22:09:04.920990 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748ae31-4846-489e-945a-6a30e74e3e8d req-38116397-c135-4447-9e9a-6ba916ad5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:04.922516 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6748ae31-4846-489e-945a-6a30e74e3e8d req-38116397-c135-4447-9e9a-6ba916ad5820 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397255 Sep 09 22:09:04.930159 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-e6124cfb-db12-46fd-a949-e50715804812 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:09:05.012153 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6748ae31-4846-489e-945a-6a30e74e3e8d req-07ae8ab6-72e8-4113-a8c5-2e86add56922 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818982 Sep 09 22:09:05.108519 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-6748ae31-4846-489e-945a-6a30e74e3e8d req-6dd73c63-8cbe-435e-8f2a-29b0eeb5441c service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892029 Sep 09 22:09:05.159058 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-e6124cfb-db12-46fd-a949-e50715804812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '36097927-9a9f-412c-94fb-e7fcc88decb1', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'd5267668-f469-4a44-a910-95e2e5e4f8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:e5:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23603630-719b-44e5-89cf-933683354e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:09:03Z', 'updated_at': '2021-09-09T22:09:03Z', 'revision_number': 0, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}, {'id': '62e6cbd9-57c1-45e5-be8d-795cb2e58495', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:7a:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:06:56Z', 'updated_at': '2021-09-09T22:06:58Z', 'revision_number': 1, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:05.185215 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6124cfb-db12-46fd-a949-e50715804812 None None] The sync data for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi is: [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '36097927-9a9f-412c-94fb-e7fcc88decb1', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'd5267668-f469-4a44-a910-95e2e5e4f8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:e5:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23603630-719b-44e5-89cf-933683354e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:09:03Z', 'updated_at': '2021-09-09T22:09:03Z', 'revision_number': 0, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}, {'id': '62e6cbd9-57c1-45e5-be8d-795cb2e58495', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:7a:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:06:56Z', 'updated_at': '2021-09-09T22:06:58Z', 'revision_number': 1, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:09:05.373903 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15197a-8568-4ce7-9139-a160239469bd None None] New status for floating IP 36097927-9a9f-412c-94fb-e7fcc88decb1: ACTIVE {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:09:06.433465 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60260) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:06.586568 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Deleting port f7e7d8fb-08b4-4e88-8c01-9389bfb043fe {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:09:06.586900 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:06.663175 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:06.663498 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:06.674593 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Calling delete_port for f7e7d8fb-08b4-4e88-8c01-9389bfb043fe owned by network:floatingip {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:09:06.898984 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:06.926935 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event deleted for resources: {'Port': ['ID=f7e7d8fb-08b4-4e88-8c01-9389bfb043fe,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:06.986710 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for floatingip, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:06.987037 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Floating IP cef954f5-677f-4a4d-8162-7f1db95af1c3 disassociated (deleted). External IP: 172.27.1.132, port: e80c8580-8efb-4d2c-b620-81b27eadcdd0. Sep 09 22:09:07.191576 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Router ef3904b3-72a7-437d-acad-4efe19fcb58a has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:09:07.297413 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:09:07.301880 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:07.307464 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7eb0ba-7233-46c6-afef-2e4f2e838b21 None None] Sync routers for ids ['ef3904b3-72a7-437d-acad-4efe19fcb58a'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:09:07.316181 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7eb0ba-7233-46c6-afef-2e4f2e838b21 None None] Routers {'ef3904b3-72a7-437d-acad-4efe19fcb58a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:09:07.316826 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-7e7eb0ba-7233-46c6-afef-2e4f2e838b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:08:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['ef3904b3-72a7-437d-acad-4efe19fcb58a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:07.328014 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-d022e14c-8e30-4c8a-8361-0a4014b24b12 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "DELETE /v2.0/floatingips/cef954f5-677f-4a4d-8162-7f1db95af1c3 HTTP/1.1" status: 204 len: 168 time: 0.8934593 Sep 09 22:09:07.328718 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:09:07.332416 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d76d9f-1eff-4ba9-b703-b612d170f911" -d '{"events": [{"name": "network-changed", "server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:09:07.372859 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb003832-840c-49f0-a324-fcf1a946b370 x-openstack-request-id: req-bb003832-840c-49f0-a324-fcf1a946b370 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:09:07.373772 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:09:07.374006 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb003832-840c-49f0-a324-fcf1a946b370 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:09:07.374403 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'status': 'completed', 'code': 200} Sep 09 22:09:07.431098 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-7e7eb0ba-7233-46c6-afef-2e4f2e838b21 None None] Set router ef3904b3-72a7-437d-acad-4efe19fcb58a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:09:07.437620 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d76d9f-1eff-4ba9-b703-b612d170f911 req-5769d00c-f92e-4de0-b6ab-b45726227818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:07.439120 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e2d76d9f-1eff-4ba9-b703-b612d170f911 req-5769d00c-f92e-4de0-b6ab-b45726227818 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e613c1c878ee45d1bc72628a910a956f&device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 1098 time: 0.0415704 Sep 09 22:09:07.540213 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d76d9f-1eff-4ba9-b703-b612d170f911 req-820f021b-13ed-47ac-920f-8662492f340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:07.541711 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e2d76d9f-1eff-4ba9-b703-b612d170f911 req-820f021b-13ed-47ac-920f-8662492f340b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 HTTP/1.1" status: 200 len: 910 time: 0.0925858 Sep 09 22:09:07.582867 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e2d76d9f-1eff-4ba9-b703-b612d170f911 req-677fecb4-7907-494b-9cfe-e0b9c86bbd3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0 HTTP/1.1" status: 200 len: 217 time: 0.0339494 Sep 09 22:09:07.636605 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d76d9f-1eff-4ba9-b703-b612d170f911 req-e0a22744-8cb1-4ca9-b1b0-3349a4305c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:07.638259 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e2d76d9f-1eff-4ba9-b703-b612d170f911 req-e0a22744-8cb1-4ca9-b1b0-3349a4305c1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=879d7b39-8165-4e16-b7d5-b8416363e654 HTTP/1.1" status: 200 len: 848 time: 0.0485306 Sep 09 22:09:07.638942 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-7e7eb0ba-7233-46c6-afef-2e4f2e838b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 4, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '02348109-c0c2-45bd-b3bc-b4e9cdf81b49', 'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'mac_address': 'fa:16:3e:05:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:40Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 5, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'subnets': [{'id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:07.666541 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7eb0ba-7233-46c6-afef-2e4f2e838b21 None None] Checking router: ef3904b3-72a7-437d-acad-4efe19fcb58a for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:09:07.675127 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7eb0ba-7233-46c6-afef-2e4f2e838b21 None None] Routers {'ef3904b3-72a7-437d-acad-4efe19fcb58a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:09:07.675731 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-7e7eb0ba-7233-46c6-afef-2e4f2e838b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:08:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['ef3904b3-72a7-437d-acad-4efe19fcb58a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:07.687192 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d76d9f-1eff-4ba9-b703-b612d170f911 req-766807ae-d20f-49ed-8a91-1b0fd814e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:07.688751 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e2d76d9f-1eff-4ba9-b703-b612d170f911 req-766807ae-d20f-49ed-8a91-1b0fd814e2c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430639 Sep 09 22:09:07.783428 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-7e7eb0ba-7233-46c6-afef-2e4f2e838b21 None None] Set router ef3904b3-72a7-437d-acad-4efe19fcb58a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:09:07.797542 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583ab77-5cf3-463e-90ff-2b336f3d9011 req-c7da60ec-5a40-4f7b-a3cc-4a3c9a28822e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:07.799040 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4583ab77-5cf3-463e-90ff-2b336f3d9011 req-c7da60ec-5a40-4f7b-a3cc-4a3c9a28822e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.1090908 Sep 09 22:09:07.826747 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e2d76d9f-1eff-4ba9-b703-b612d170f911 req-3b4b1715-3413-4611-9756-35fe93dc220c service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283982 Sep 09 22:09:07.864170 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4583ab77-5cf3-463e-90ff-2b336f3d9011 req-e47aec85-d388-441b-b9bb-461db8dee45e tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587165 Sep 09 22:09:07.934863 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-e2d76d9f-1eff-4ba9-b703-b612d170f911 req-971432db-024d-481a-b0e6-71b8f806945c service neutron] 10.222.0.46 "GET /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001289 Sep 09 22:09:08.097492 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-7e7eb0ba-7233-46c6-afef-2e4f2e838b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 4, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '02348109-c0c2-45bd-b3bc-b4e9cdf81b49', 'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'mac_address': 'fa:16:3e:05:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:40Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 5, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'subnets': [{'id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:08.126167 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7eb0ba-7233-46c6-afef-2e4f2e838b21 None None] The sync data for ids ['ef3904b3-72a7-437d-acad-4efe19fcb58a'] in dv-cinder-808137-1-iscsi is: [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:04:41Z', 'revision_number': 4, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '02348109-c0c2-45bd-b3bc-b4e9cdf81b49', 'name': '', 'network_id': '7813143a-9ef8-42a2-9b56-ffc9e0c4fc82', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'mac_address': 'fa:16:3e:05:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:40Z', 'updated_at': '2021-09-09T22:04:47Z', 'revision_number': 5, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'subnets': [{'id': '879d7b39-8165-4e16-b7d5-b8416363e654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:09:08.332363 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f14953-c51f-4100-a926-282b9c03d5f7 None None] New status for floating IP cef954f5-677f-4a4d-8162-7f1db95af1c3: DOWN {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:09:08.983260 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473777fd-bf42-4b3b-ad33-b453f78413d4 req-2462df30-7cc4-4425-a955-8e9fa024c48f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:08.984668 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-473777fd-bf42-4b3b-ad33-b453f78413d4 req-2462df30-7cc4-4425-a955-8e9fa024c48f tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0509002 Sep 09 22:09:09.021892 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-473777fd-bf42-4b3b-ad33-b453f78413d4 req-4d7d6d3f-edcf-4caa-a15e-2698765d8a06 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/security-groups?id=9585a054-f071-4080-94a8-386e02a470ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306857 Sep 09 22:09:09.169583 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66a5e2-38fd-4f72-9d62-c68db139ac14 req-c4d86378-2d39-49b7-9faa-e608e31b45a3 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:09.171013 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cc66a5e2-38fd-4f72-9d62-c68db139ac14 req-c4d86378-2d39-49b7-9faa-e608e31b45a3 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.46 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 945 time: 0.0510771 Sep 09 22:09:09.258018 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-cc66a5e2-38fd-4f72-9d62-c68db139ac14 req-934d7f4a-26df-4ee0-a7a7-489186c3e034 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Deleting port e80c8580-8efb-4d2c-b620-81b27eadcdd0 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:09:09.258266 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-cc66a5e2-38fd-4f72-9d62-c68db139ac14 req-934d7f4a-26df-4ee0-a7a7-489186c3e034 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:09.346331 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-cc66a5e2-38fd-4f72-9d62-c68db139ac14 req-934d7f4a-26df-4ee0-a7a7-489186c3e034 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] For port e80c8580-8efb-4d2c-b620-81b27eadcdd0, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=e80c8580-8efb-4d2c-b620-81b27eadcdd0,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:09:09.346685 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-cc66a5e2-38fd-4f72-9d62-c68db139ac14 req-934d7f4a-26df-4ee0-a7a7-489186c3e034 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:09.358933 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-cc66a5e2-38fd-4f72-9d62-c68db139ac14 req-934d7f4a-26df-4ee0-a7a7-489186c3e034 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Calling delete_port for e80c8580-8efb-4d2c-b620-81b27eadcdd0 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:09:09.555706 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-cc66a5e2-38fd-4f72-9d62-c68db139ac14 req-934d7f4a-26df-4ee0-a7a7-489186c3e034 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:09.588254 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d7f4a-26df-4ee0-a7a7-489186c3e034 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event deleted for resources: {'Port': ['ID=e80c8580-8efb-4d2c-b620-81b27eadcdd0,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:09.633758 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc66a5e2-38fd-4f72-9d62-c68db139ac14 req-934d7f4a-26df-4ee0-a7a7-489186c3e034 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] No DVR routers for this DVR port e80c8580-8efb-4d2c-b620-81b27eadcdd0 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:09:09.637495 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-cc66a5e2-38fd-4f72-9d62-c68db139ac14 req-934d7f4a-26df-4ee0-a7a7-489186c3e034 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:09.639737 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-cc66a5e2-38fd-4f72-9d62-c68db139ac14 req-934d7f4a-26df-4ee0-a7a7-489186c3e034 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.46 "DELETE /v2.0/ports/e80c8580-8efb-4d2c-b620-81b27eadcdd0 HTTP/1.1" status: 204 len: 173 time: 0.4615891 Sep 09 22:09:09.640237 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'name': 'network-vif-deleted', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:09:09.643821 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b28601f-1fda-47c3-8f13-a08a3e34a539" -d '{"events": [{"server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "name": "network-vif-deleted", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:09:09.680348 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febb4ec9-6554-4bcc-be48-bba7e9556eb7 x-openstack-request-id: req-febb4ec9-6554-4bcc-be48-bba7e9556eb7 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:09:09.680645 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dc4970-515a-4969-89c7-38f3df48bdfc", "name": "network-vif-deleted", "tag": "e80c8580-8efb-4d2c-b620-81b27eadcdd0", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:09:09.680897 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-febb4ec9-6554-4bcc-be48-bba7e9556eb7 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:09:09.681299 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54dc4970-515a-4969-89c7-38f3df48bdfc', 'name': 'network-vif-deleted', 'tag': 'e80c8580-8efb-4d2c-b620-81b27eadcdd0', 'status': 'completed', 'code': 200} Sep 09 22:09:10.117453 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-6461a18e-2086-4a52-b00e-fd1ba2ede928 req-3ac2cf7e-4716-4fe4-8455-fa4afcc10bff tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "GET /v2.0/ports?device_id=54dc4970-515a-4969-89c7-38f3df48bdfc HTTP/1.1" status: 200 len: 210 time: 0.0264518 Sep 09 22:09:11.177318 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60278) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:11.233177 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f33b-5f52-4227-a042-eb463389b3d5 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:11.259653 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f33b-5f52-4227-a042-eb463389b3d5 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:11.384353 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f33b-5f52-4227-a042-eb463389b3d5 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:11.386911 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-a4c0f33b-5f52-4227-a042-eb463389b3d5 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:11.388079 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-a4c0f33b-5f52-4227-a042-eb463389b3d5 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] 10.222.0.52 "DELETE /v2.0/security-groups/9585a054-f071-4080-94a8-386e02a470ca HTTP/1.1" status: 204 len: 168 time: 0.2097592 Sep 09 22:09:11.398099 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0f33b-5f52-4227-a042-eb463389b3d5 tempest-TestShelveInstance-608182884 tempest-TestShelveInstance-608182884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9585a054-f071-4080-94a8-386e02a470ca,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:12.538166 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60284) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:12.870538 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587553'] for router_interface, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:13.121505 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] Deleting port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:09:13.121505 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:13.183744 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] For port 02348109-c0c2-45bd-b3bc-b4e9cdf81b49, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=02348109-c0c2-45bd-b3bc-b4e9cdf81b49,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:09:13.184099 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:13.196551 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] Calling delete_port for 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 owned by network:router_interface {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:09:13.418546 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:13.448353 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] Pushing event deleted for resources: {'Port': ['ID=02348109-c0c2-45bd-b3bc-b4e9cdf81b49,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:13.610640 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587669'] for router_interface, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:13.700652 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device e80c8580-8efb-4d2c-b620-81b27eadcdd0 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:09:13.720592 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: e80c8580-8efb-4d2c-b620-81b27eadcdd0 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:09:13.720852 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device e80c8580-8efb-4d2c-b620-81b27eadcdd0 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:09:13.821642 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] Router ef3904b3-72a7-437d-acad-4efe19fcb58a has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:09:13.924193 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:09:13.929825 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-5569924d-053d-41a0-a52c-526135bb4270 admin admin] 10.222.0.52 "PUT /v2.0/routers/ef3904b3-72a7-437d-acad-4efe19fcb58a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3905113 Sep 09 22:09:13.932140 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60286) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:13.934523 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcfac84-df08-469a-81fc-80d99168c8dd None None] Sync routers for ids ['ef3904b3-72a7-437d-acad-4efe19fcb58a'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:09:13.943432 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcfac84-df08-469a-81fc-80d99168c8dd None None] Routers {'ef3904b3-72a7-437d-acad-4efe19fcb58a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:09:13.944118 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-5bcfac84-df08-469a-81fc-80d99168c8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:08:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['ef3904b3-72a7-437d-acad-4efe19fcb58a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:14.033034 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Notify callbacks [] for router, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:14.047220 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-5bcfac84-df08-469a-81fc-80d99168c8dd None None] Set router ef3904b3-72a7-437d-acad-4efe19fcb58a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:09:14.135273 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:14.222473 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-5bcfac84-df08-469a-81fc-80d99168c8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:09:13Z', 'revision_number': 5, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port': {'id': '0d11293c-a56a-4778-a49d-f426b04feefa', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:39Z', 'updated_at': '2021-09-09T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:14.252111 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcfac84-df08-469a-81fc-80d99168c8dd None None] Checking router: ef3904b3-72a7-437d-acad-4efe19fcb58a for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:09:14.260232 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcfac84-df08-469a-81fc-80d99168c8dd None None] Routers {'ef3904b3-72a7-437d-acad-4efe19fcb58a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:09:14.260864 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-5bcfac84-df08-469a-81fc-80d99168c8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:08:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['ef3904b3-72a7-437d-acad-4efe19fcb58a'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:14.273564 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Deleting port 0d11293c-a56a-4778-a49d-f426b04feefa {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:09:14.273900 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:14.346136 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-5bcfac84-df08-469a-81fc-80d99168c8dd None None] Set router ef3904b3-72a7-437d-acad-4efe19fcb58a gateway port host: None {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:09:14.353845 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] For port 0d11293c-a56a-4778-a49d-f426b04feefa, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=0d11293c-a56a-4778-a49d-f426b04feefa,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:09:14.357442 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:14.368945 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Calling delete_port for 0d11293c-a56a-4778-a49d-f426b04feefa owned by network:router_gateway {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:09:14.398913 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-5bcfac84-df08-469a-81fc-80d99168c8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:09:14Z', 'revision_number': 6, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port_host': None}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:14.428011 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcfac84-df08-469a-81fc-80d99168c8dd None None] The sync data for ids ['ef3904b3-72a7-437d-acad-4efe19fcb58a'] in dv-cinder-808137-1-iscsi is: [{'id': 'ef3904b3-72a7-437d-acad-4efe19fcb58a', 'name': 'tempest-TestShelveInstance-1548708338-router', 'tenant_id': 'e613c1c878ee45d1bc72628a910a956f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:38Z', 'updated_at': '2021-09-09T22:09:14Z', 'revision_number': 6, 'project_id': 'e613c1c878ee45d1bc72628a910a956f', 'gw_port_host': None}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:09:14.613403 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:14.643658 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Pushing event deleted for resources: {'Port': ['ID=0d11293c-a56a-4778-a49d-f426b04feefa,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:14.701955 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589687'] for router_gateway, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:14.795270 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13188'] for router, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:14.797854 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:14.898658 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559053'] for router, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:14.899159 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef3904b3-72a7-437d-acad-4efe19fcb58a {{(pid=100961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:09:14.903479 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] Notify callbacks [] for router, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:14.904651 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-7327a425-a956-42db-945d-d285d4bbd42c admin admin] 10.222.0.52 "DELETE /v2.0/routers/ef3904b3-72a7-437d-acad-4efe19fcb58a HTTP/1.1" status: 204 len: 168 time: 0.9715409 Sep 09 22:09:14.907077 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60288) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:14.954244 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_v2 [None req-586e03bd-7c39-49a1-86e6-42fbef55e97e admin admin] Deleting subnet 879d7b39-8165-4e16-b7d5-b8416363e654 {{(pid=100961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:09:14.957356 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-586e03bd-7c39-49a1-86e6-42fbef55e97e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:14.990859 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-586e03bd-7c39-49a1-86e6-42fbef55e97e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5668927'] for subnet, precommit_delete_associations {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.064463 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-586e03bd-7c39-49a1-86e6-42fbef55e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.191807 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:09:15.212825 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:09:15.213212 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 02348109-c0c2-45bd-b3bc-b4e9cdf81b49 not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:09:15.230834 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-586e03bd-7c39-49a1-86e6-42fbef55e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6059006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4392762'] for subnet, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.256533 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e03bd-7c39-49a1-86e6-42fbef55e97e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879d7b39-8165-4e16-b7d5-b8416363e654,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:15.260007 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-586e03bd-7c39-49a1-86e6-42fbef55e97e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.262234 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-586e03bd-7c39-49a1-86e6-42fbef55e97e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/879d7b39-8165-4e16-b7d5-b8416363e654 HTTP/1.1" status: 204 len: 168 time: 0.3539209 Sep 09 22:09:15.264558 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60290) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:15.267294 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd122fd-577b-4921-b0ac-5d148bb73b95 None None] Network 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:09:15.334439 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.391795 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Deleting port f714690b-f285-42e9-adf7-abc93b79c02b {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:09:15.392197 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.459675 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c45672-0cff-4c1f-9b7a-8acc0de63ff2 None None] DHCP port deletion for 7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 request from dv-cinder-808137-1-iscsi {{(pid=100963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:09:15.461659 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] For port f714690b-f285-42e9-adf7-abc93b79c02b, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=f714690b-f285-42e9-adf7-abc93b79c02b,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:09:15.462031 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.480512 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Calling delete_port for f714690b-f285-42e9-adf7-abc93b79c02b owned by network:dhcp {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:09:15.507714 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-84c45672-0cff-4c1f-9b7a-8acc0de63ff2 None None] Deleting port f714690b-f285-42e9-adf7-abc93b79c02b {{(pid=100963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:09:15.508075 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-84c45672-0cff-4c1f-9b7a-8acc0de63ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.571642 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-84c45672-0cff-4c1f-9b7a-8acc0de63ff2 None None] For port f714690b-f285-42e9-adf7-abc93b79c02b, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=f714690b-f285-42e9-adf7-abc93b79c02b,segment=NetworkSegment(3b4c6f0f-b783-4181-90c8-cf9bcd76836f),segment_id=3b4c6f0f-b783-4181-90c8-cf9bcd76836f)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:09:15.572038 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-84c45672-0cff-4c1f-9b7a-8acc0de63ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.583742 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-84c45672-0cff-4c1f-9b7a-8acc0de63ff2 None None] Calling delete_port for f714690b-f285-42e9-adf7-abc93b79c02b owned by network:dhcp {{(pid=100963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:09:15.624233 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.653232 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Pushing event deleted for resources: {'Port': ['ID=f714690b-f285-42e9-adf7-abc93b79c02b,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:15.656801 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] No DVR routers for this DVR port f714690b-f285-42e9-adf7-abc93b79c02b on host dv-cinder-808137-1-iscsi {{(pid=100961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:09:15.658020 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-84c45672-0cff-4c1f-9b7a-8acc0de63ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.681857 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c45672-0cff-4c1f-9b7a-8acc0de63ff2 None None] Pushing event deleted for resources: {'Port': ['ID=f714690b-f285-42e9-adf7-abc93b79c02b,revision_number=None']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:15.687508 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c45672-0cff-4c1f-9b7a-8acc0de63ff2 None None] No DVR routers for this DVR port f714690b-f285-42e9-adf7-abc93b79c02b on host dv-cinder-808137-1-iscsi {{(pid=100963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:09:15.728139 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.747627 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7813143a-9ef8-42a2-9b56-ffc9e0c4fc82']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:15.756743 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4c6f0f-b783-4181-90c8-cf9bcd76836f') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:15.757029 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4c6f0f-b783-4181-90c8-cf9bcd76836f') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:15.769858 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.783206 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.789699 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:09:15.790081 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:09:15.791683 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:09:16.126220 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:16.132042 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:16.135990 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] 10.222.0.52 "DELETE /v2.0/networks/7813143a-9ef8-42a2-9b56-ffc9e0c4fc82 HTTP/1.1" status: 204 len: 168 time: 0.8683913 Sep 09 22:09:16.137312 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60292) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:16.144610 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1c16c-416d-46d2-9231-4326fb25b99a admin admin] Pushing event deleted for resources: {'Network': ['ID=7813143a-9ef8-42a2-9b56-ffc9e0c4fc82,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:16.191344 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:09:16.474683 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587553'] for router_interface, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:16.549930 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 0d11293c-a56a-4778-a49d-f426b04feefa no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:09:16.571332 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 0d11293c-a56a-4778-a49d-f426b04feefa {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:09:16.571673 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 0d11293c-a56a-4778-a49d-f426b04feefa not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:09:16.572101 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device f714690b-f285-42e9-adf7-abc93b79c02b no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:09:16.593399 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: f714690b-f285-42e9-adf7-abc93b79c02b {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:09:16.593737 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device f714690b-f285-42e9-adf7-abc93b79c02b not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:09:16.713631 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] Deleting port 3ba9414e-3151-407e-a3c7-23fa4673dbff {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:09:16.713969 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:16.789720 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] For port 3ba9414e-3151-407e-a3c7-23fa4673dbff, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=3ba9414e-3151-407e-a3c7-23fa4673dbff,segment=NetworkSegment(cc6c0112-d4d3-4feb-a1b6-b46081afdc0b),segment_id=cc6c0112-d4d3-4feb-a1b6-b46081afdc0b)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:09:16.790075 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:16.802509 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] Calling delete_port for 3ba9414e-3151-407e-a3c7-23fa4673dbff owned by network:router_interface {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:09:17.298692 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:17.326617 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba9414e-3151-407e-a3c7-23fa4673dbff,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:17.490211 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587669'] for router_interface, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:17.699660 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] Router 8ab7daab-96c4-47cc-8033-9aba43b5b320 has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:09:17.805557 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:09:17.811139 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-7a1a8b74-874c-4daa-918c-f159c446b95b admin admin] 10.222.0.52 "PUT /v2.0/routers/8ab7daab-96c4-47cc-8033-9aba43b5b320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727138 Sep 09 22:09:17.813759 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60296) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:17.813947 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9892b05-26e5-43dc-a406-89fa14ae33c5 None None] Sync routers for ids ['8ab7daab-96c4-47cc-8033-9aba43b5b320'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:09:17.824271 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9892b05-26e5-43dc-a406-89fa14ae33c5 None None] Routers {'8ab7daab-96c4-47cc-8033-9aba43b5b320'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:09:17.824913 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-f9892b05-26e5-43dc-a406-89fa14ae33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:08:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['8ab7daab-96c4-47cc-8033-9aba43b5b320'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:17.916270 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Notify callbacks [] for router, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:17.928907 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-f9892b05-26e5-43dc-a406-89fa14ae33c5 None None] Set router 8ab7daab-96c4-47cc-8033-9aba43b5b320 gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:09:18.018314 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:18.100068 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-f9892b05-26e5-43dc-a406-89fa14ae33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'name': 'tempest-TestShelveInstance-830403350-router', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:44Z', 'updated_at': '2021-09-09T22:09:17Z', 'revision_number': 5, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'gw_port': {'id': '7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:04:45Z', 'updated_at': '2021-09-09T22:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:18.106976 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Deleting port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:09:18.107319 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:18.129083 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9892b05-26e5-43dc-a406-89fa14ae33c5 None None] Checking router: 8ab7daab-96c4-47cc-8033-9aba43b5b320 for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:09:18.137891 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9892b05-26e5-43dc-a406-89fa14ae33c5 None None] Routers {'8ab7daab-96c4-47cc-8033-9aba43b5b320'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:09:18.138485 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-f9892b05-26e5-43dc-a406-89fa14ae33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:08:52Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['8ab7daab-96c4-47cc-8033-9aba43b5b320'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:18.186846 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] For port 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:09:18.187204 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:18.199222 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Calling delete_port for 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f owned by network:router_gateway {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:09:18.221738 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-f9892b05-26e5-43dc-a406-89fa14ae33c5 None None] Set router 8ab7daab-96c4-47cc-8033-9aba43b5b320 gateway port host: None {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:09:18.272009 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-f9892b05-26e5-43dc-a406-89fa14ae33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'name': 'tempest-TestShelveInstance-830403350-router', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:44Z', 'updated_at': '2021-09-09T22:09:18Z', 'revision_number': 6, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'gw_port_host': None}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:18.300759 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9892b05-26e5-43dc-a406-89fa14ae33c5 None None] The sync data for ids ['8ab7daab-96c4-47cc-8033-9aba43b5b320'] in dv-cinder-808137-1-iscsi is: [{'id': '8ab7daab-96c4-47cc-8033-9aba43b5b320', 'name': 'tempest-TestShelveInstance-830403350-router', 'tenant_id': '591e972669f342cdbecd13e96f1e7243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:04:44Z', 'updated_at': '2021-09-09T22:09:18Z', 'revision_number': 6, 'project_id': '591e972669f342cdbecd13e96f1e7243', 'gw_port_host': None}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:09:18.430121 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:18.459718 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:18.518684 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589687'] for router_gateway, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:18.608556 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13188'] for router, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:18.610655 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:18.721895 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559053'] for router, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:18.722431 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab7daab-96c4-47cc-8033-9aba43b5b320 {{(pid=100962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:09:18.732934 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:18.732934 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-8bd83750-4310-436d-add8-281aa5136305 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8ab7daab-96c4-47cc-8033-9aba43b5b320 HTTP/1.1" status: 204 len: 168 time: 0.9176660 Sep 09 22:09:18.734999 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60298) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:18.783281 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49498ad-019d-4943-ad90-2ecbf0677af3 admin admin] Deleting subnet 2c02816b-9354-4f0b-80e1-fcc0b371f9f1 {{(pid=100962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:09:18.786994 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a49498ad-019d-4943-ad90-2ecbf0677af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:18.820541 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a49498ad-019d-4943-ad90-2ecbf0677af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229497'] for subnet, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:18.895887 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a49498ad-019d-4943-ad90-2ecbf0677af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.007768 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a49498ad-019d-4943-ad90-2ecbf0677af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5229443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5205014'] for subnet, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.037884 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49498ad-019d-4943-ad90-2ecbf0677af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c02816b-9354-4f0b-80e1-fcc0b371f9f1,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:19.037884 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-a49498ad-019d-4943-ad90-2ecbf0677af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.042953 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-a49498ad-019d-4943-ad90-2ecbf0677af3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2c02816b-9354-4f0b-80e1-fcc0b371f9f1 HTTP/1.1" status: 204 len: 168 time: 0.3064077 Sep 09 22:09:19.043306 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa20245-c518-43b8-95d9-55661675ff49 None None] Network 3efcca2c-398e-403c-b6c3-1aa6c6872441 requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:09:19.044911 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60300) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:19.064961 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 3ba9414e-3151-407e-a3c7-23fa4673dbff no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:09:19.102588 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 3ba9414e-3151-407e-a3c7-23fa4673dbff {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:09:19.102922 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 3ba9414e-3151-407e-a3c7-23fa4673dbff not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:09:19.122822 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.197075 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Deleting port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:09:19.197666 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.209494 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c1aa90cf-be7d-4077-9043-18fb063f75b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.273635 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] For port 91d34d98-81c2-446d-a6b9-c76b3e1744e2, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=91d34d98-81c2-446d-a6b9-c76b3e1744e2,segment=NetworkSegment(cc6c0112-d4d3-4feb-a1b6-b46081afdc0b),segment_id=cc6c0112-d4d3-4feb-a1b6-b46081afdc0b)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:09:19.273635 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.288966 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a4d12-6753-4b20-8c5b-df03716d206d None None] DHCP port deletion for 3efcca2c-398e-403c-b6c3-1aa6c6872441 request from dv-cinder-808137-1-iscsi {{(pid=100963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:09:19.291708 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Calling delete_port for 91d34d98-81c2-446d-a6b9-c76b3e1744e2 owned by network:dhcp {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:09:19.344068 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-b57a4d12-6753-4b20-8c5b-df03716d206d None None] Deleting port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 {{(pid=100963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:09:19.344456 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b57a4d12-6753-4b20-8c5b-df03716d206d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.408171 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-b57a4d12-6753-4b20-8c5b-df03716d206d None None] For port 91d34d98-81c2-446d-a6b9-c76b3e1744e2, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=91d34d98-81c2-446d-a6b9-c76b3e1744e2,segment=NetworkSegment(cc6c0112-d4d3-4feb-a1b6-b46081afdc0b),segment_id=cc6c0112-d4d3-4feb-a1b6-b46081afdc0b)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:09:19.408613 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b57a4d12-6753-4b20-8c5b-df03716d206d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.424438 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-b57a4d12-6753-4b20-8c5b-df03716d206d None None] Calling delete_port for 91d34d98-81c2-446d-a6b9-c76b3e1744e2 owned by network:dhcp {{(pid=100963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:09:19.475697 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.500845 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d34d98-81c2-446d-a6b9-c76b3e1744e2,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:19.501660 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b57a4d12-6753-4b20-8c5b-df03716d206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.507222 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] No DVR routers for this DVR port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 on host dv-cinder-808137-1-iscsi {{(pid=100961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:09:19.527339 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a4d12-6753-4b20-8c5b-df03716d206d None None] Pushing event deleted for resources: {'Port': ['ID=91d34d98-81c2-446d-a6b9-c76b3e1744e2,revision_number=None']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:19.530841 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a4d12-6753-4b20-8c5b-df03716d206d None None] No DVR routers for this DVR port 91d34d98-81c2-446d-a6b9-c76b3e1744e2 on host dv-cinder-808137-1-iscsi {{(pid=100963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:09:19.583156 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.602958 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efcca2c-398e-403c-b6c3-1aa6c6872441']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:19.611944 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6c0112-d4d3-4feb-a1b6-b46081afdc0b') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:19.612231 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6c0112-d4d3-4feb-a1b6-b46081afdc0b') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:09:19.622142 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.635378 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.641028 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:09:19.641402 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:09:19.642976 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:09:19.771896 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.777466 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:19.781261 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3efcca2c-398e-403c-b6c3-1aa6c6872441 HTTP/1.1" status: 204 len: 168 time: 0.7332587 Sep 09 22:09:19.794669 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55dda0-5965-4d52-803a-f5b490681b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=3efcca2c-398e-403c-b6c3-1aa6c6872441,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:20.167987 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60304) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:20.207260 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-2db185dc-060b-401e-8321-0d11456cfe9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e613c1c878ee45d1bc72628a910a956f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380776 Sep 09 22:09:20.210219 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60306) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:20.255808 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dbbeacf1-f136-4dff-9ec0-74a1d2d0cefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:20.277261 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dbbeacf1-f136-4dff-9ec0-74a1d2d0cefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:20.400195 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dbbeacf1-f136-4dff-9ec0-74a1d2d0cefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:20.402740 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-dbbeacf1-f136-4dff-9ec0-74a1d2d0cefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:20.403893 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-dbbeacf1-f136-4dff-9ec0-74a1d2d0cefe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/708ef99f-3e46-42bd-bd9f-2c022c2ff1e3 HTTP/1.1" status: 204 len: 168 time: 0.1928504 Sep 09 22:09:20.412010 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeacf1-f136-4dff-9ec0-74a1d2d0cefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708ef99f-3e46-42bd-bd9f-2c022c2ff1e3,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:20.550787 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:09:20.571599 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:09:20.571937 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 7a4fa073-7971-4ac4-a0c0-5dd3ad2db32f not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:09:20.573004 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 91d34d98-81c2-446d-a6b9-c76b3e1744e2 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:09:20.594417 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 91d34d98-81c2-446d-a6b9-c76b3e1744e2 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:09:20.594789 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 91d34d98-81c2-446d-a6b9-c76b3e1744e2 not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:09:20.948842 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60312) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:20.988226 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-e175c6ca-8fa0-4b9c-a832-7f3be651ba6f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=591e972669f342cdbecd13e96f1e7243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381746 Sep 09 22:09:20.990589 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60314) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:09:21.040019 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fe1432ce-daa6-471a-8eba-5b2268fc3cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:21.060867 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fe1432ce-daa6-471a-8eba-5b2268fc3cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:21.190458 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fe1432ce-daa6-471a-8eba-5b2268fc3cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:21.193508 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-fe1432ce-daa6-471a-8eba-5b2268fc3cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:21.194666 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-fe1432ce-daa6-471a-8eba-5b2268fc3cec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbadad8c-ed06-4aa4-bb3c-4910971684d3 HTTP/1.1" status: 204 len: 168 time: 0.2031984 Sep 09 22:09:21.202523 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1432ce-daa6-471a-8eba-5b2268fc3cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbadad8c-ed06-4aa4-bb3c-4910971684d3,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:09:21.949922 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-169a8589-6368-4fdd-8263-d3fcf07bf76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:22.041369 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:23.332546 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:24.658412 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:31.029439 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:42.967387 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-e9c4bd45-ebbf-4842-aec9-f31c6e156463 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388229 Sep 09 22:09:43.049224 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-8fc5a5f5-fe47-4286-a476-88effe1e5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:43.050814 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-8fc5a5f5-fe47-4286-a476-88effe1e5eda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 1099 time: 0.0399506 Sep 09 22:09:43.161195 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-11dfea68-2f92-4c07-be89-fd81adc4efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:43.162668 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-11dfea68-2f92-4c07-be89-fd81adc4efdf service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 913 time: 0.0907106 Sep 09 22:09:43.227211 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-2878cf02-d196-4440-aa6a-ac0be52b127b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf380444-dd57-48a3-8405-901af5e0cbf8 HTTP/1.1" status: 200 len: 1002 time: 0.0561733 Sep 09 22:09:43.279531 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-79fbc22f-64e2-4018-b091-22c3ebbc26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:43.281025 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-79fbc22f-64e2-4018-b091-22c3ebbc26c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0464540 Sep 09 22:09:43.326662 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-e0220164-f43e-4c4e-82ed-e7e5211e61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:09:43.328126 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-e0220164-f43e-4c4e-82ed-e7e5211e61e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394132 Sep 09 22:09:43.421460 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-e38bc48e-8e9d-44ba-9a77-fe698372f383 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835235 Sep 09 22:09:43.513084 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-f6d3ca2b-55cb-4322-8d65-6fe259ab2a83 req-5d3e7a70-3d76-4670-9fc4-b804ff0bacf9 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818174 Sep 09 22:09:49.159843 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-50e16919-551e-4b19-bd4d-4df4094ca997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:51.966684 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-2ed12b7b-b90e-431a-be00-8661e112ebd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:52.074264 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:53.191627 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:09:53.349180 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:09:54.669580 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:01.051100 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:19.137500 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a221063e-77f2-46d1-8dc6-23ceacb2af1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:21.953321 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-e023cae5-f2af-4e65-bfe5-0691e023d4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:22.063143 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:23.342138 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:24.628839 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:30.191231 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:10:31.085522 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:31.362391 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60344) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:31.515178 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Deleting port e392237e-13f8-4209-b0ce-d3799a47d8bc {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:31.515552 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:31.593344 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:31.593657 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:31.606295 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Calling delete_port for e392237e-13f8-4209-b0ce-d3799a47d8bc owned by network:floatingip {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:31.817590 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:31.845573 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event deleted for resources: {'Port': ['ID=e392237e-13f8-4209-b0ce-d3799a47d8bc,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:31.857369 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.857635 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.857976 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.858291 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.858613 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.858937 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.859257 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.859577 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.859894 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.860229 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.860566 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.860878 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:31.914995 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:31.915320 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.db.l3_db [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Floating IP 36097927-9a9f-412c-94fb-e7fcc88decb1 disassociated (deleted). External IP: 172.27.1.98, port: d5267668-f469-4a44-a910-95e2e5e4f8fc. Sep 09 22:10:32.118098 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:10:32.222644 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:10:32.227384 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:32.232412 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b7a2c5-2b99-455f-b3bd-7b06f1443b92 None None] Sync routers for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:10:32.241693 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b7a2c5-2b99-455f-b3bd-7b06f1443b92 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:10:32.242313 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-19b7a2c5-2b99-455f-b3bd-7b06f1443b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:10:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:32.254290 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-d7a37eea-30fa-4ccc-94c5-fd2c14c81816 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "DELETE /v2.0/floatingips/36097927-9a9f-412c-94fb-e7fcc88decb1 HTTP/1.1" status: 204 len: 168 time: 0.8909190 Sep 09 22:10:32.254847 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23603630-719b-44e5-89cf-933683354e98', 'tag': 'd5267668-f469-4a44-a910-95e2e5e4f8fc'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:10:32.257121 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0" -d '{"events": [{"name": "network-changed", "server_uuid": "23603630-719b-44e5-89cf-933683354e98", "tag": "d5267668-f469-4a44-a910-95e2e5e4f8fc"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:10:32.297822 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f485e-2c71-44bd-8d06-a7f2fdaecaef x-openstack-request-id: req-873f485e-2c71-44bd-8d06-a7f2fdaecaef {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:10:32.298592 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23603630-719b-44e5-89cf-933683354e98", "tag": "d5267668-f469-4a44-a910-95e2e5e4f8fc", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:10:32.298841 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-873f485e-2c71-44bd-8d06-a7f2fdaecaef {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:10:32.299236 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23603630-719b-44e5-89cf-933683354e98', 'tag': 'd5267668-f469-4a44-a910-95e2e5e4f8fc', 'status': 'completed', 'code': 200} Sep 09 22:10:32.351188 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-19b7a2c5-2b99-455f-b3bd-7b06f1443b92 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:10:32.361617 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0 req-7ec4a159-9bbc-4b67-8c61-3c1738b230ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:32.363111 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0 req-7ec4a159-9bbc-4b67-8c61-3c1738b230ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 1099 time: 0.0409408 Sep 09 22:10:32.455582 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0 req-4080d758-9836-46e8-b9c6-3c7c53317850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:32.457098 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0 req-4080d758-9836-46e8-b9c6-3c7c53317850 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 913 time: 0.0867848 Sep 09 22:10:32.498813 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0 req-5f799b7f-4cb6-4bed-a6d3-9337e7a66e67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5267668-f469-4a44-a910-95e2e5e4f8fc HTTP/1.1" status: 200 len: 217 time: 0.0345929 Sep 09 22:10:32.552321 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0 req-3b58d5f1-7d38-443a-9196-f4c19e1f6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:32.553786 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0 req-3b58d5f1-7d38-443a-9196-f4c19e1f6590 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0475519 Sep 09 22:10:32.577879 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-19b7a2c5-2b99-455f-b3bd-7b06f1443b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '62e6cbd9-57c1-45e5-be8d-795cb2e58495', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:7a:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:06:56Z', 'updated_at': '2021-09-09T22:06:58Z', 'revision_number': 1, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:32.600155 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0 req-100792ea-2a00-45fd-93f0-0674c96f9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:32.601857 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0 req-100792ea-2a00-45fd-93f0-0674c96f9733 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411227 Sep 09 22:10:32.607189 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b7a2c5-2b99-455f-b3bd-7b06f1443b92 None None] Checking router: e06cdb07-a19f-4d1a-a883-fb9e920cfa4f for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:10:32.616558 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b7a2c5-2b99-455f-b3bd-7b06f1443b92 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:10:32.617191 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-19b7a2c5-2b99-455f-b3bd-7b06f1443b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:10:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:32.704541 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0 req-3b0ddddf-b50d-4322-984a-47dd42f499aa service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958230 Sep 09 22:10:32.854748 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-19b7a2c5-2b99-455f-b3bd-7b06f1443b92 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:10:32.943875 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a76e1-0e56-4f9b-9ce1-111d4947eaa7 req-1ce4f353-f317-445d-b4f3-80086ab92dd1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:32.946114 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fa7a76e1-0e56-4f9b-9ce1-111d4947eaa7 req-1ce4f353-f317-445d-b4f3-80086ab92dd1 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 946 time: 0.3143229 Sep 09 22:10:32.986779 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-fa7a76e1-0e56-4f9b-9ce1-111d4947eaa7 req-5816b668-d685-4a91-9757-12987357f348 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344453 Sep 09 22:10:33.064579 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-bdf39810-9bab-4f46-9dfb-6bc4c07c51d0 req-1b3abb9d-882d-4d93-a776-85569f46fcc6 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509274 Sep 09 22:10:33.085080 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-19b7a2c5-2b99-455f-b3bd-7b06f1443b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '62e6cbd9-57c1-45e5-be8d-795cb2e58495', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:7a:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:06:56Z', 'updated_at': '2021-09-09T22:06:58Z', 'revision_number': 1, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:33.111693 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b7a2c5-2b99-455f-b3bd-7b06f1443b92 None None] The sync data for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi is: [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_floatingips': [{'id': '62e6cbd9-57c1-45e5-be8d-795cb2e58495', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'router_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'port_id': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'mac_address': 'fa:16:3e:7a:74:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:06:56Z', 'updated_at': '2021-09-09T22:06:58Z', 'revision_number': 1, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:10:33.321025 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a0fe9-ecaf-4572-974e-d3fc2da836c5 None None] New status for floating IP 36097927-9a9f-412c-94fb-e7fcc88decb1: DOWN {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:10:34.204323 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76e483-396b-4a63-adba-6ba8810b7115 req-c1a440fe-ee6b-480c-bbae-d13a3b902d75 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:34.205866 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1c76e483-396b-4a63-adba-6ba8810b7115 req-c1a440fe-ee6b-480c-bbae-d13a3b902d75 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 946 time: 0.1360850 Sep 09 22:10:34.214286 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a115e-53c2-4a60-bc02-cca3f1e21f2e req-1c4cb1fa-ddb2-4c37-a129-80f7acc41870 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:34.215633 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e6a115e-53c2-4a60-bc02-cca3f1e21f2e req-1c4cb1fa-ddb2-4c37-a129-80f7acc41870 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 946 time: 0.0657759 Sep 09 22:10:34.278398 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-1c76e483-396b-4a63-adba-6ba8810b7115 req-6761bbdf-4522-4324-8f41-0f7bc3a40381 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617466 Sep 09 22:10:34.323288 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-4e6a115e-53c2-4a60-bc02-cca3f1e21f2e req-64f5e2ce-f659-49b9-92ad-66b94e1ca54e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Deleting port d5267668-f469-4a44-a910-95e2e5e4f8fc {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:34.323627 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e6a115e-53c2-4a60-bc02-cca3f1e21f2e req-64f5e2ce-f659-49b9-92ad-66b94e1ca54e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:34.414468 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-4e6a115e-53c2-4a60-bc02-cca3f1e21f2e req-64f5e2ce-f659-49b9-92ad-66b94e1ca54e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] For port d5267668-f469-4a44-a910-95e2e5e4f8fc, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=d5267668-f469-4a44-a910-95e2e5e4f8fc,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:10:34.414826 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e6a115e-53c2-4a60-bc02-cca3f1e21f2e req-64f5e2ce-f659-49b9-92ad-66b94e1ca54e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:34.427065 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-4e6a115e-53c2-4a60-bc02-cca3f1e21f2e req-64f5e2ce-f659-49b9-92ad-66b94e1ca54e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Calling delete_port for d5267668-f469-4a44-a910-95e2e5e4f8fc owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:34.629203 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e6a115e-53c2-4a60-bc02-cca3f1e21f2e req-64f5e2ce-f659-49b9-92ad-66b94e1ca54e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:34.658659 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5e2ce-f659-49b9-92ad-66b94e1ca54e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event deleted for resources: {'Port': ['ID=d5267668-f469-4a44-a910-95e2e5e4f8fc,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:34.697886 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6a115e-53c2-4a60-bc02-cca3f1e21f2e req-64f5e2ce-f659-49b9-92ad-66b94e1ca54e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] No DVR routers for this DVR port d5267668-f469-4a44-a910-95e2e5e4f8fc on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:10:34.700381 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-4e6a115e-53c2-4a60-bc02-cca3f1e21f2e req-64f5e2ce-f659-49b9-92ad-66b94e1ca54e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:34.702395 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4e6a115e-53c2-4a60-bc02-cca3f1e21f2e req-64f5e2ce-f659-49b9-92ad-66b94e1ca54e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "DELETE /v2.0/ports/d5267668-f469-4a44-a910-95e2e5e4f8fc HTTP/1.1" status: 204 len: 173 time: 0.4796004 Sep 09 22:10:34.702824 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23603630-719b-44e5-89cf-933683354e98', 'name': 'network-vif-deleted', 'tag': 'd5267668-f469-4a44-a910-95e2e5e4f8fc'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:10:34.705094 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c78c86a-9236-40a2-b508-29f066de7f55" -d '{"events": [{"server_uuid": "23603630-719b-44e5-89cf-933683354e98", "name": "network-vif-deleted", "tag": "d5267668-f469-4a44-a910-95e2e5e4f8fc"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:10:34.741199 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09af619f-ff23-4589-a0db-05dc54216f02 x-openstack-request-id: req-09af619f-ff23-4589-a0db-05dc54216f02 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:10:34.741550 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23603630-719b-44e5-89cf-933683354e98", "name": "network-vif-deleted", "tag": "d5267668-f469-4a44-a910-95e2e5e4f8fc", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:10:34.741975 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09af619f-ff23-4589-a0db-05dc54216f02 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:10:34.742363 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23603630-719b-44e5-89cf-933683354e98', 'name': 'network-vif-deleted', 'tag': 'd5267668-f469-4a44-a910-95e2e5e4f8fc', 'status': 'completed', 'code': 200} Sep 09 22:10:35.395135 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-4df60b9f-aa3d-4fef-81fd-708ddfe592d3 req-6d15892c-b021-4568-bb3e-50dc906257dd tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=23603630-719b-44e5-89cf-933683354e98 HTTP/1.1" status: 200 len: 210 time: 0.0300589 Sep 09 22:10:38.170221 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device d5267668-f469-4a44-a910-95e2e5e4f8fc no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:10:38.191424 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: d5267668-f469-4a44-a910-95e2e5e4f8fc {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:10:38.191781 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device d5267668-f469-4a44-a910-95e2e5e4f8fc not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:10:38.867073 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60390) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:39.017815 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Deleting port 243a577a-b453-4229-bf2b-e740706bbca6 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:39.018152 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:39.094579 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:39.094900 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:39.107319 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Calling delete_port for 243a577a-b453-4229-bf2b-e740706bbca6 owned by network:floatingip {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:39.341262 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:39.365990 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event deleted for resources: {'Port': ['ID=243a577a-b453-4229-bf2b-e740706bbca6,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:39.389506 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.389853 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.390192 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.390521 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.390847 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.391172 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.391495 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.391818 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.392196 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.392547 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.392866 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.393183 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:39.433516 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:39.433843 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.db.l3_db [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Floating IP 62e6cbd9-57c1-45e5-be8d-795cb2e58495 disassociated (deleted). External IP: 172.27.1.128, port: bf380444-dd57-48a3-8405-901af5e0cbf8. Sep 09 22:10:39.636696 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:10:39.743539 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:10:39.748574 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:39.755453 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e877633-9b9b-4b3c-b9ac-17a38288b0b2 None None] Sync routers for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:10:39.764598 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e877633-9b9b-4b3c-b9ac-17a38288b0b2 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:10:39.765215 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-4e877633-9b9b-4b3c-b9ac-17a38288b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:10:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:39.775386 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-d30b4c0a-4f13-4a8b-9490-3435681d1cf2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "DELETE /v2.0/floatingips/62e6cbd9-57c1-45e5-be8d-795cb2e58495 HTTP/1.1" status: 204 len: 168 time: 0.9072425 Sep 09 22:10:39.776065 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'tag': 'bf380444-dd57-48a3-8405-901af5e0cbf8'}] {{(pid=100961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:10:39.778608 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b65d93457b8c871874c01ecb4d659631ef50cf60421be1b29a611e90dc15954f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e80f9-08f3-4a04-9db2-c5279e30c27f" -d '{"events": [{"name": "network-changed", "server_uuid": "04ae6cf4-2dae-423a-b979-da8f6a1343bc", "tag": "bf380444-dd57-48a3-8405-901af5e0cbf8"}]}' {{(pid=100961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:10:39.820396 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51431b19-ff5f-41cd-be46-a63315a4235d x-openstack-request-id: req-51431b19-ff5f-41cd-be46-a63315a4235d {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:10:39.820690 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ae6cf4-2dae-423a-b979-da8f6a1343bc", "tag": "bf380444-dd57-48a3-8405-901af5e0cbf8", "status": "completed", "code": 200}]} {{(pid=100961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:10:39.820940 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51431b19-ff5f-41cd-be46-a63315a4235d {{(pid=100961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:10:39.821344 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'tag': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'status': 'completed', 'code': 200} Sep 09 22:10:39.875093 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-4e877633-9b9b-4b3c-b9ac-17a38288b0b2 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:10:39.927195 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e80f9-08f3-4a04-9db2-c5279e30c27f req-01b5e4e1-49db-4cf5-be9c-4ddf68e06a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:39.928739 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-238e80f9-08f3-4a04-9db2-c5279e30c27f req-01b5e4e1-49db-4cf5-be9c-4ddf68e06a86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c92af1689a1941579c040d51f637de6f&device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 1099 time: 0.0855155 Sep 09 22:10:40.019564 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e80f9-08f3-4a04-9db2-c5279e30c27f req-e204328a-2d2c-44a4-8d1a-1b6f667f6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:40.021253 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-238e80f9-08f3-4a04-9db2-c5279e30c27f req-e204328a-2d2c-44a4-8d1a-1b6f667f6937 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 200 len: 913 time: 0.0855763 Sep 09 22:10:40.069127 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-238e80f9-08f3-4a04-9db2-c5279e30c27f req-0156d51e-ee5e-4c94-986b-501896341151 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf380444-dd57-48a3-8405-901af5e0cbf8 HTTP/1.1" status: 200 len: 217 time: 0.0406504 Sep 09 22:10:40.078360 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-4e877633-9b9b-4b3c-b9ac-17a38288b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:40.106100 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e877633-9b9b-4b3c-b9ac-17a38288b0b2 None None] Checking router: e06cdb07-a19f-4d1a-a883-fb9e920cfa4f for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:10:40.116801 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e877633-9b9b-4b3c-b9ac-17a38288b0b2 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:10:40.117792 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-4e877633-9b9b-4b3c-b9ac-17a38288b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:10:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:40.122685 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e80f9-08f3-4a04-9db2-c5279e30c27f req-3d33177c-2cb8-4bc6-8b39-ebcdba067c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:40.125699 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-238e80f9-08f3-4a04-9db2-c5279e30c27f req-3d33177c-2cb8-4bc6-8b39-ebcdba067c54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 200 len: 851 time: 0.0486302 Sep 09 22:10:40.179726 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e80f9-08f3-4a04-9db2-c5279e30c27f req-ca19d1f6-98f3-4baf-9939-e7e6fcb91159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:40.181365 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-238e80f9-08f3-4a04-9db2-c5279e30c27f req-ca19d1f6-98f3-4baf-9939-e7e6fcb91159 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba2ae244-faec-492f-a374-9c9dbf96f41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425265 Sep 09 22:10:40.220753 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0249-6780-453e-b96e-5d0f54c7654d req-de4003ee-a3a1-40ac-ac51-d6b823cf5aa2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:40.222835 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2ccf0249-6780-453e-b96e-5d0f54c7654d req-de4003ee-a3a1-40ac-ac51-d6b823cf5aa2 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 946 time: 0.0533381 Sep 09 22:10:40.241419 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-4e877633-9b9b-4b3c-b9ac-17a38288b0b2 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:10:40.264016 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [req-2ccf0249-6780-453e-b96e-5d0f54c7654d req-4ac32f35-7bd6-43d3-b7fb-10be18d20a2f tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327394 Sep 09 22:10:40.285346 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-238e80f9-08f3-4a04-9db2-c5279e30c27f req-367ad2ff-0ca2-4a44-8dd8-97a80f249b9a service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955014 Sep 09 22:10:40.377358 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-238e80f9-08f3-4a04-9db2-c5279e30c27f req-532536c1-1ba3-44eb-9c47-d64811f9e245 service neutron] 10.222.0.46 "GET /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836458 Sep 09 22:10:40.439631 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-4e877633-9b9b-4b3c-b9ac-17a38288b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:40.470513 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e877633-9b9b-4b3c-b9ac-17a38288b0b2 None None] The sync data for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi is: [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:43Z', 'revision_number': 4, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi', '_interfaces': [{'id': '63df4663-88fd-49ba-8aee-9593c9a9081a', 'name': '', 'network_id': 'ba2ae244-faec-492f-a374-9c9dbf96f41f', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'mac_address': 'fa:16:3e:89:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:42Z', 'updated_at': '2021-09-09T22:03:48Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'subnets': [{'id': '1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:10:40.682388 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb50a4-835e-466f-bc56-e2751f6c1493 None None] New status for floating IP 62e6cbd9-57c1-45e5-be8d-795cb2e58495: DOWN {{(pid=100964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:10:41.390900 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41d67a-b1c3-43c3-b761-49432f75a882 req-e6708ef1-cf54-481c-bd69-455365ee506d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:41.392438 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ca41d67a-b1c3-43c3-b761-49432f75a882 req-e6708ef1-cf54-481c-bd69-455365ee506d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 946 time: 0.0558574 Sep 09 22:10:41.430647 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-ca41d67a-b1c3-43c3-b761-49432f75a882 req-9fe62656-7159-4882-b427-ee5b1baea6f3 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Sep 09 22:10:41.716001 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a9fbd-0fa7-4be3-bd11-3224dec282ed req-f835cb13-854c-4276-859f-dced2412715c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:10:41.717409 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-431a9fbd-0fa7-4be3-bd11-3224dec282ed req-f835cb13-854c-4276-859f-dced2412715c tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 946 time: 0.0489788 Sep 09 22:10:41.805969 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-431a9fbd-0fa7-4be3-bd11-3224dec282ed req-396e2fa2-5025-4c9d-b5f0-dff1f44af807 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Deleting port bf380444-dd57-48a3-8405-901af5e0cbf8 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:41.806309 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-431a9fbd-0fa7-4be3-bd11-3224dec282ed req-396e2fa2-5025-4c9d-b5f0-dff1f44af807 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:41.894578 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [req-431a9fbd-0fa7-4be3-bd11-3224dec282ed req-396e2fa2-5025-4c9d-b5f0-dff1f44af807 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] For port bf380444-dd57-48a3-8405-901af5e0cbf8, host hv-cinder-80813, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80813',level=0,port_id=bf380444-dd57-48a3-8405-901af5e0cbf8,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:10:41.894933 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-431a9fbd-0fa7-4be3-bd11-3224dec282ed req-396e2fa2-5025-4c9d-b5f0-dff1f44af807 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:41.907067 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [req-431a9fbd-0fa7-4be3-bd11-3224dec282ed req-396e2fa2-5025-4c9d-b5f0-dff1f44af807 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Calling delete_port for bf380444-dd57-48a3-8405-901af5e0cbf8 owned by compute:nova {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:42.120614 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-431a9fbd-0fa7-4be3-bd11-3224dec282ed req-396e2fa2-5025-4c9d-b5f0-dff1f44af807 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:42.150487 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e2fa2-5025-4c9d-b5f0-dff1f44af807 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event deleted for resources: {'Port': ['ID=bf380444-dd57-48a3-8405-901af5e0cbf8,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:42.191062 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [req-431a9fbd-0fa7-4be3-bd11-3224dec282ed req-396e2fa2-5025-4c9d-b5f0-dff1f44af807 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] No DVR routers for this DVR port bf380444-dd57-48a3-8405-901af5e0cbf8 on host hv-cinder-80813 {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:10:42.193567 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [req-431a9fbd-0fa7-4be3-bd11-3224dec282ed req-396e2fa2-5025-4c9d-b5f0-dff1f44af807 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for port, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:42.195537 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-431a9fbd-0fa7-4be3-bd11-3224dec282ed req-396e2fa2-5025-4c9d-b5f0-dff1f44af807 tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.46 "DELETE /v2.0/ports/bf380444-dd57-48a3-8405-901af5e0cbf8 HTTP/1.1" status: 204 len: 173 time: 0.4720421 Sep 09 22:10:42.195961 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'name': 'network-vif-deleted', 'tag': 'bf380444-dd57-48a3-8405-901af5e0cbf8'}] {{(pid=100962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:10:42.198197 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425943709006624b1f08c6a9c72e2e6536f9a1f8eb6f91ffee74e8be90ef4244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c877d5a5-eb49-48de-8a10-b83eefa71748" -d '{"events": [{"server_uuid": "04ae6cf4-2dae-423a-b979-da8f6a1343bc", "name": "network-vif-deleted", "tag": "bf380444-dd57-48a3-8405-901af5e0cbf8"}]}' {{(pid=100962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:10:42.233230 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26746589-ffce-44fa-b28d-69c18ab15fa4 x-openstack-request-id: req-26746589-ffce-44fa-b28d-69c18ab15fa4 {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:10:42.233523 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ae6cf4-2dae-423a-b979-da8f6a1343bc", "name": "network-vif-deleted", "tag": "bf380444-dd57-48a3-8405-901af5e0cbf8", "status": "completed", "code": 200}]} {{(pid=100962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:10:42.233776 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26746589-ffce-44fa-b28d-69c18ab15fa4 {{(pid=100962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:10:42.234187 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ae6cf4-2dae-423a-b979-da8f6a1343bc', 'name': 'network-vif-deleted', 'tag': 'bf380444-dd57-48a3-8405-901af5e0cbf8', 'status': 'completed', 'code': 200} Sep 09 22:10:42.532646 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [req-0edd3ba3-71b0-4fe2-abc9-a9d047c3f480 req-c262e072-56ca-43f6-86ae-460dd97f311b tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "GET /v2.0/ports?device_id=04ae6cf4-2dae-423a-b979-da8f6a1343bc HTTP/1.1" status: 200 len: 210 time: 0.0311716 Sep 09 22:10:43.584249 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60410) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:43.703428 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-00f315bc-0164-4e31-bfde-a5a72bef645e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Deleting port c37a329a-09b3-40e9-a199-1578421e0bb2 {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:43.703775 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-00f315bc-0164-4e31-bfde-a5a72bef645e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:43.776669 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-00f315bc-0164-4e31-bfde-a5a72bef645e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:43.776998 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-00f315bc-0164-4e31-bfde-a5a72bef645e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:43.788135 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-00f315bc-0164-4e31-bfde-a5a72bef645e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Calling delete_port for c37a329a-09b3-40e9-a199-1578421e0bb2 owned by network:floatingip {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:43.988035 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-00f315bc-0164-4e31-bfde-a5a72bef645e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:44.011215 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f315bc-0164-4e31-bfde-a5a72bef645e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event deleted for resources: {'Port': ['ID=c37a329a-09b3-40e9-a199-1578421e0bb2,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:44.074841 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-00f315bc-0164-4e31-bfde-a5a72bef645e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for floatingip, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:44.077526 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-00f315bc-0164-4e31-bfde-a5a72bef645e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96216'] for floatingip, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:44.078668 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-00f315bc-0164-4e31-bfde-a5a72bef645e tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "DELETE /v2.0/floatingips/c04b8a99-3ac5-4d9f-ab50-b8f0eb43f29e HTTP/1.1" status: 204 len: 168 time: 0.4934103 Sep 09 22:10:45.409338 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60422) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:45.467533 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e4cce65-bb11-4f28-a66a-095994bf3d0d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:45.492416 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e4cce65-bb11-4f28-a66a-095994bf3d0d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:45.634126 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e4cce65-bb11-4f28-a66a-095994bf3d0d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:45.636747 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2e4cce65-bb11-4f28-a66a-095994bf3d0d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Notify callbacks [] for security_group, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:45.637919 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2e4cce65-bb11-4f28-a66a-095994bf3d0d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] 10.222.0.52 "DELETE /v2.0/security-groups/5aa6c8a9-7e92-4ee0-a046-ff63830dc26a HTTP/1.1" status: 204 len: 168 time: 0.2275488 Sep 09 22:10:45.646962 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cce65-bb11-4f28-a66a-095994bf3d0d tempest-TestVolumeBootPattern-1785016764 tempest-TestVolumeBootPattern-1785016764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa6c8a9-7e92-4ee0-a046-ff63830dc26a,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:45.767491 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60426) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:46.183267 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device bf380444-dd57-48a3-8405-901af5e0cbf8 no longer exists at agent hyperv_hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:10:46.200183 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587553'] for router_interface, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:46.202145 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] No Port match for: bf380444-dd57-48a3-8405-901af5e0cbf8 {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:10:46.202484 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Device bf380444-dd57-48a3-8405-901af5e0cbf8 not bound to the agent host hv-cinder-80813 {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:10:46.435096 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] Deleting port 63df4663-88fd-49ba-8aee-9593c9a9081a {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:46.435663 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:46.509029 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] For port 63df4663-88fd-49ba-8aee-9593c9a9081a, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=63df4663-88fd-49ba-8aee-9593c9a9081a,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:10:46.509373 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:46.521490 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] Calling delete_port for 63df4663-88fd-49ba-8aee-9593c9a9081a owned by network:router_interface {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:46.736202 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:46.766859 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] Pushing event deleted for resources: {'Port': ['ID=63df4663-88fd-49ba-8aee-9593c9a9081a,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:46.931521 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587669'] for router_interface, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:47.358552 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] Router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:10:47.458760 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:10:47.464057 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-2c8fd05d-79e8-4521-97c3-e55a525dcb61 admin admin] 10.222.0.52 "PUT /v2.0/routers/e06cdb07-a19f-4d1a-a883-fb9e920cfa4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6955318 Sep 09 22:10:47.466675 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60432) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:47.473969 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea143eb8-b8a6-418b-bd55-90da5be0f7d5 None None] Sync routers for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:10:47.481284 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea143eb8-b8a6-418b-bd55-90da5be0f7d5 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:10:47.481916 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-ea143eb8-b8a6-418b-bd55-90da5be0f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:10:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:47.569305 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Notify callbacks [] for router, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:47.586929 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-ea143eb8-b8a6-418b-bd55-90da5be0f7d5 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: dv-cinder-808137-1-iscsi {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:10:47.672630 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:47.763590 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-ea143eb8-b8a6-418b-bd55-90da5be0f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:10:46Z', 'revision_number': 5, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port': {'id': '9e6c22ad-01f8-4b41-9d5a-c9494489853a', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:47.773726 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Deleting port 9e6c22ad-01f8-4b41-9d5a-c9494489853a {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:47.774415 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:47.794503 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea143eb8-b8a6-418b-bd55-90da5be0f7d5 None None] Checking router: e06cdb07-a19f-4d1a-a883-fb9e920cfa4f for host: dv-cinder-808137-1-iscsi {{(pid=100963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:10:47.802709 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea143eb8-b8a6-418b-bd55-90da5be0f7d5 None None] Routers {'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:10:47.803317 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-ea143eb8-b8a6-418b-bd55-90da5be0f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:10:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'], 'active': True} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:47.854848 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] For port 9e6c22ad-01f8-4b41-9d5a-c9494489853a, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=9e6c22ad-01f8-4b41-9d5a-c9494489853a,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:10:47.855208 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:47.867375 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Calling delete_port for 9e6c22ad-01f8-4b41-9d5a-c9494489853a owned by network:router_gateway {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:47.887968 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvr_db [None req-ea143eb8-b8a6-418b-bd55-90da5be0f7d5 None None] Set router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f gateway port host: None {{(pid=100963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:10:47.939030 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_hamode_db [None req-ea143eb8-b8a6-418b-bd55-90da5be0f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:10:47Z', 'revision_number': 6, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port_host': None}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:47.968766 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea143eb8-b8a6-418b-bd55-90da5be0f7d5 None None] The sync data for ids ['e06cdb07-a19f-4d1a-a883-fb9e920cfa4f'] in dv-cinder-808137-1-iscsi is: [{'id': 'e06cdb07-a19f-4d1a-a883-fb9e920cfa4f', 'name': 'tempest-TestVolumeBootPattern-1598933703-router', 'tenant_id': 'c92af1689a1941579c040d51f637de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:40Z', 'updated_at': '2021-09-09T22:10:47Z', 'revision_number': 6, 'project_id': 'c92af1689a1941579c040d51f637de6f', 'gw_port_host': None}] {{(pid=100963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:10:48.041932 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [req-f9d7aace-f061-4134-a398-89452bb52a0b req-d1b3f820-c35c-47d9-9f2e-3be3d2eb2168 service neutron] (100961) timed out ('10.222.0.46', 55601) {{(pid=100961) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 22:10:48.108946 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.134749 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6c22ad-01f8-4b41-9d5a-c9494489853a,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:48.197082 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589687'] for router_gateway, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.283347 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13188'] for router, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.285772 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.388844 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559053'] for router, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.389484 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router e06cdb07-a19f-4d1a-a883-fb9e920cfa4f {{(pid=100961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:10:48.394700 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] Notify callbacks [] for router, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.396039 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-1bf465b8-4992-4367-b995-350d95b08dae admin admin] 10.222.0.52 "DELETE /v2.0/routers/e06cdb07-a19f-4d1a-a883-fb9e920cfa4f HTTP/1.1" status: 204 len: 168 time: 0.9284234 Sep 09 22:10:48.398585 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60434) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:48.446232 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.db_base_plugin_v2 [None req-be842389-7639-4358-aba0-90ad82ded970 admin admin] Deleting subnet 1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 {{(pid=100961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:10:48.449877 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be842389-7639-4358-aba0-90ad82ded970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.484646 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be842389-7639-4358-aba0-90ad82ded970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5668927'] for subnet, precommit_delete_associations {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.565286 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be842389-7639-4358-aba0-90ad82ded970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.692451 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be842389-7639-4358-aba0-90ad82ded970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6059006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4392762'] for subnet, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.718623 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be842389-7639-4358-aba0-90ad82ded970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:48.722436 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-be842389-7639-4358-aba0-90ad82ded970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.724501 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-be842389-7639-4358-aba0-90ad82ded970 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1e27ea5d-cc42-4e5d-ae8f-b673e83c4cd4 HTTP/1.1" status: 204 len: 168 time: 0.3248422 Sep 09 22:10:48.727170 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [-] (100961) accepted ('10.222.0.52', 60436) {{(pid=100961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:48.729146 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67227360-9bda-45cb-8d4f-cdafb6d8e52c None None] Network ba2ae244-faec-492f-a374-9c9dbf96f41f requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:10:48.802617 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 9e6c22ad-01f8-4b41-9d5a-c9494489853a no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:10:48.805790 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.828435 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 9e6c22ad-01f8-4b41-9d5a-c9494489853a {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:10:48.828780 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 9e6c22ad-01f8-4b41-9d5a-c9494489853a not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:10:48.829204 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 63df4663-88fd-49ba-8aee-9593c9a9081a no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:10:48.860758 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Deleting port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d {{(pid=100961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:48.861090 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.870165 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 63df4663-88fd-49ba-8aee-9593c9a9081a {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:10:48.870517 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 63df4663-88fd-49ba-8aee-9593c9a9081a not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:10:48.911996 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [req-8f628f7a-2080-4861-b8e7-c06b608bf0cb req-f6128005-2b94-403e-8a83-b538feae48a3 service neutron] (100961) timed out ('10.222.0.46', 55633) {{(pid=100961) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 22:10:48.923517 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.db [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] For port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:10:48.923876 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:48.943883 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.plugin [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Calling delete_port for bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d owned by network:dhcp {{(pid=100961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:48.970098 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] DHCP port deletion for ba2ae244-faec-492f-a374-9c9dbf96f41f request from dv-cinder-808137-1-iscsi {{(pid=100963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:10:49.018271 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Deleting port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d {{(pid=100963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:49.018905 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:49.113000 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6058947'] for port, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:49.138625 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:49.147499 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] No DVR routers for this DVR port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d on host dv-cinder-808137-1-iscsi {{(pid=100961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:10:49.218101 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] For port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d,segment=NetworkSegment(67c956d7-281e-4eb2-90e1-940c6548624e),segment_id=67c956d7-281e-4eb2-90e1-940c6548624e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:10:49.218351 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:49.225120 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:49.231559 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Calling delete_port for bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d owned by network:dhcp {{(pid=100963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:49.244950 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2ae244-faec-492f-a374-9c9dbf96f41f']}} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:49.254273 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c956d7-281e-4eb2-90e1-940c6548624e') {'for_net_delete': True} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:49.254570 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.services.segments.db [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c956d7-281e-4eb2-90e1-940c6548624e') {} {{(pid=100961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:49.263827 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5668934'] for segment, before_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:49.273790 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b28dfde5-f78f-434e-8a05-f0e3ed1313e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:49.277469 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:49.283275 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:10:49.283655 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6059292'] for segment, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: Traceback (most recent call last): Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: timer() Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: cb(*args, **kw) Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: return func(*args, **kwargs) Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: self._notify() Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: self.callback(batched_events) Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: event.method(event) Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: return f(self, *a, **k) Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._get(url).json() Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: return self.request(url, 'GET', **kwargs) Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:10:49.285942 dv-cinder-808137-1-iscsi neutron-server[100961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:10:49.308823 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:49.334041 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Pushing event deleted for resources: {'Port': ['ID=bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d,revision_number=None']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:49.338626 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] No DVR routers for this DVR port bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d on host dv-cinder-808137-1-iscsi {{(pid=100963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:10:49.344964 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.345343 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.345694 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.346024 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.346353 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.346678 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.347057 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.347903 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.348421 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.348588 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.348911 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.349229 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d2fec8-f92e-403c-84fc-0dab3ced5544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808137-1-iscsi {{(pid=100963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:10:49.415924 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:49.421311 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron_lib.callbacks.manager [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:49.423153 dv-cinder-808137-1-iscsi neutron-server[100961]: INFO neutron.wsgi [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ba2ae244-faec-492f-a374-9c9dbf96f41f HTTP/1.1" status: 204 len: 168 time: 0.6950412 Sep 09 22:10:49.426201 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60438) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:49.437792 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831596c8-19fc-4d7f-beba-405ad1a77ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba2ae244-faec-492f-a374-9c9dbf96f41f,revision_number=None']} {{(pid=100961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:49.766523 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587553'] for router_interface, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:50.003404 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] Deleting port e262f6fd-e080-45c1-950a-670203ca964a {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:50.004131 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:50.079640 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] For port e262f6fd-e080-45c1-950a-670203ca964a, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=e262f6fd-e080-45c1-950a-670203ca964a,segment=NetworkSegment(db6430df-8792-47e4-8888-56b968d33e5e),segment_id=db6430df-8792-47e4-8888-56b968d33e5e)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:10:50.079997 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:50.095910 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] Calling delete_port for e262f6fd-e080-45c1-950a-670203ca964a owned by network:router_interface {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:50.330246 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:50.354030 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e262f6fd-e080-45c1-950a-670203ca964a,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:50.518074 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587669'] for router_interface, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:50.644002 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:10:50.666926 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:10:50.667281 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device bcb3e60a-e8b2-43e2-a6c1-d3e254b2182d not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:10:50.734538 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] Router c26d95d0-49e1-4221-a03b-e6992fd7d97a has already been hosted by L3 agent 675d7030-7e6f-46f0-9626-d29c4240cdac {{(pid=100962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:10:50.837403 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] Notify agent at l3_agent.dv-cinder-808137-1-iscsi the message routers_updated {{(pid=100962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:10:50.842606 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-0032d671-df17-4561-8618-f978138d8df5 admin admin] 10.222.0.52 "PUT /v2.0/routers/c26d95d0-49e1-4221-a03b-e6992fd7d97a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153841 Sep 09 22:10:50.845249 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60440) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:50.848253 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8369638-1c8d-4551-80b3-b8f0e055d81e None None] Sync routers for ids ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'] in dv-cinder-808137-1-iscsi {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:10:50.857839 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8369638-1c8d-4551-80b3-b8f0e055d81e None None] Routers {'c26d95d0-49e1-4221-a03b-e6992fd7d97a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:10:50.858450 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d8369638-1c8d-4551-80b3-b8f0e055d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:10:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:50.945945 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Notify callbacks [] for router, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:50.960905 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-d8369638-1c8d-4551-80b3-b8f0e055d81e None None] Set router c26d95d0-49e1-4221-a03b-e6992fd7d97a gateway port host: dv-cinder-808137-1-iscsi {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:10:51.045048 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.138410 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d8369638-1c8d-4551-80b3-b8f0e055d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'name': 'tempest-TestVolumeBootPattern-78811013-router', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'external_fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:10:50Z', 'revision_number': 5, 'project_id': '053712cad445473eb1c93cc87007883b', 'gw_port': {'id': '4a391155-3226-433c-85e9-c75fb39fcd6b', 'name': '', 'network_id': '584713b3-eff6-4e86-ae47-0d6e97969935', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808137-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ee5da4e-e5a9-4114-860f-34fd1f2d9fc8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808137-1-iscsi'}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:51.157745 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Deleting port 4a391155-3226-433c-85e9-c75fb39fcd6b {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:51.158079 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.239588 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] For port 4a391155-3226-433c-85e9-c75fb39fcd6b, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=4a391155-3226-433c-85e9-c75fb39fcd6b,segment=NetworkSegment(d4fe9a99-49ee-4f93-8726-e83c788a0bf3),segment_id=d4fe9a99-49ee-4f93-8726-e83c788a0bf3)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:10:51.239943 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.252369 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Calling delete_port for 4a391155-3226-433c-85e9-c75fb39fcd6b owned by network:router_gateway {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:51.254261 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8369638-1c8d-4551-80b3-b8f0e055d81e None None] Checking router: c26d95d0-49e1-4221-a03b-e6992fd7d97a for host: dv-cinder-808137-1-iscsi {{(pid=100964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:10:51.262396 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8369638-1c8d-4551-80b3-b8f0e055d81e None None] Routers {'c26d95d0-49e1-4221-a03b-e6992fd7d97a'} bound to L3 agent in host dv-cinder-808137-1-iscsi {{(pid=100964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:10:51.262992 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d8369638-1c8d-4551-80b3-b8f0e055d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808137-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:46:52Z,description=,heartbeat_timestamp=2021-09-09T22:10:22Z,host='dv-cinder-808137-1-iscsi',id=675d7030-7e6f-46f0-9626-d29c4240cdac,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:46:53Z,topic='l3_agent')) {'router_ids': ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'], 'active': True} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:51.354699 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_dvr_db [None req-d8369638-1c8d-4551-80b3-b8f0e055d81e None None] Set router c26d95d0-49e1-4221-a03b-e6992fd7d97a gateway port host: None {{(pid=100964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:10:51.408188 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.l3_hamode_db [None req-d8369638-1c8d-4551-80b3-b8f0e055d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'name': 'tempest-TestVolumeBootPattern-78811013-router', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:10:51Z', 'revision_number': 6, 'project_id': '053712cad445473eb1c93cc87007883b', 'gw_port_host': None}], 'dv-cinder-808137-1-iscsi', False) {} {{(pid=100964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:51.433550 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8369638-1c8d-4551-80b3-b8f0e055d81e None None] The sync data for ids ['c26d95d0-49e1-4221-a03b-e6992fd7d97a'] in dv-cinder-808137-1-iscsi is: [{'id': 'c26d95d0-49e1-4221-a03b-e6992fd7d97a', 'name': 'tempest-TestVolumeBootPattern-78811013-router', 'tenant_id': '053712cad445473eb1c93cc87007883b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:03:46Z', 'updated_at': '2021-09-09T22:10:51Z', 'revision_number': 6, 'project_id': '053712cad445473eb1c93cc87007883b', 'gw_port_host': None}] {{(pid=100964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:10:51.472860 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.498251 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a391155-3226-433c-85e9-c75fb39fcd6b,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:51.557648 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589687'] for router_gateway, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.646539 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13188'] for router, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.648866 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.742801 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559053'] for router, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.743356 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c26d95d0-49e1-4221-a03b-e6992fd7d97a {{(pid=100962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:10:51.747507 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] Notify callbacks [] for router, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.748696 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-d547fe02-4684-4da3-8946-19d592181036 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c26d95d0-49e1-4221-a03b-e6992fd7d97a HTTP/1.1" status: 204 len: 168 time: 0.9026103 Sep 09 22:10:51.751241 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60442) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:51.799216 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.db_base_plugin_v2 [None req-76175555-7af1-4a08-9dc9-cbb5a277c4cb admin admin] Deleting subnet 9d69f416-9c9e-438a-abf2-7c6d09c03b26 {{(pid=100962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:10:51.802969 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-76175555-7af1-4a08-9dc9-cbb5a277c4cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.850717 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-76175555-7af1-4a08-9dc9-cbb5a277c4cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229497'] for subnet, precommit_delete_associations {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.929464 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-76175555-7af1-4a08-9dc9-cbb5a277c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771003'] for subnet, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:51.959719 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-90a21952-5d63-4c18-ae13-b18073de3da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.067313 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-76175555-7af1-4a08-9dc9-cbb5a277c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1770994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5229443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5205014'] for subnet, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.124390 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.343094 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76175555-7af1-4a08-9dc9-cbb5a277c4cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d69f416-9c9e-438a-abf2-7c6d09c03b26,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:52.349584 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-76175555-7af1-4a08-9dc9-cbb5a277c4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for subnet, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.351529 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-76175555-7af1-4a08-9dc9-cbb5a277c4cb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9d69f416-9c9e-438a-abf2-7c6d09c03b26 HTTP/1.1" status: 204 len: 168 time: 0.5993712 Sep 09 22:10:52.354347 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60446) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:52.358499 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a23e84-eed6-4769-a6d5-c78501671ec4 None None] Network 55355cc2-a718-4a01-be76-0824100773ff requested from dv-cinder-808137-1-iscsi {{(pid=100963) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:10:52.424646 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636135'] for network, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.482232 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Deleting port 17d488a3-bfaf-4629-b201-82338b5e82d4 {{(pid=100962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:52.482553 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.541696 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc605831-6d50-4187-9fdf-0f463043900f None None] DHCP port deletion for 55355cc2-a718-4a01-be76-0824100773ff request from dv-cinder-808137-1-iscsi {{(pid=100963) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:10:52.558877 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.db [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] For port 17d488a3-bfaf-4629-b201-82338b5e82d4, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=17d488a3-bfaf-4629-b201-82338b5e82d4,segment=NetworkSegment(db6430df-8792-47e4-8888-56b968d33e5e),segment_id=db6430df-8792-47e4-8888-56b968d33e5e)] {{(pid=100962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:10:52.559440 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.581074 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.plugin [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Calling delete_port for 17d488a3-bfaf-4629-b201-82338b5e82d4 owned by network:dhcp {{(pid=100962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:52.615382 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-bc605831-6d50-4187-9fdf-0f463043900f None None] Deleting port 17d488a3-bfaf-4629-b201-82338b5e82d4 {{(pid=100963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:10:52.615887 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-bc605831-6d50-4187-9fdf-0f463043900f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741521856570'] for port, before_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.631804 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 4a391155-3226-433c-85e9-c75fb39fcd6b no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:10:52.658515 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: 4a391155-3226-433c-85e9-c75fb39fcd6b {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:10:52.658748 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 4a391155-3226-433c-85e9-c75fb39fcd6b not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:10:52.659175 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device e262f6fd-e080-45c1-950a-670203ca964a no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:10:52.681402 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No Port match for: e262f6fd-e080-45c1-950a-670203ca964a {{(pid=100963) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:10:52.688048 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device e262f6fd-e080-45c1-950a-670203ca964a not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:10:52.688048 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 17d488a3-bfaf-4629-b201-82338b5e82d4 no longer exists at agent ovs-agent-dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:10:52.740001 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-bc605831-6d50-4187-9fdf-0f463043900f None None] For port 17d488a3-bfaf-4629-b201-82338b5e82d4, host dv-cinder-808137-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808137-1-iscsi',level=0,port_id=17d488a3-bfaf-4629-b201-82338b5e82d4,segment=NetworkSegment(db6430df-8792-47e4-8888-56b968d33e5e),segment_id=db6430df-8792-47e4-8888-56b968d33e5e)] {{(pid=100963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:10:52.740424 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-bc605831-6d50-4187-9fdf-0f463043900f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584016'] for port, precommit_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.741344 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5229502'] for port, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.760995 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.plugin [None req-bc605831-6d50-4187-9fdf-0f463043900f None None] Calling delete_port for 17d488a3-bfaf-4629-b201-82338b5e82d4 owned by network:dhcp {{(pid=100963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:10:52.766733 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Pushing event deleted for resources: {'Port': ['ID=17d488a3-bfaf-4629-b201-82338b5e82d4,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:52.771587 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] No DVR routers for this DVR port 17d488a3-bfaf-4629-b201-82338b5e82d4 on host dv-cinder-808137-1-iscsi {{(pid=100962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:10:52.772105 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.db [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] No active binding found for port 17d488a3-bfaf-4629-b201-82338b5e82d4 {{(pid=100963) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 09 22:10:52.772561 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.plugins.ml2.rpc [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Device 17d488a3-bfaf-4629-b201-82338b5e82d4 not bound to the agent host dv-cinder-808137-1-iscsi {{(pid=100963) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:10:52.843658 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-bc605831-6d50-4187-9fdf-0f463043900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741521864452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741521344202'] for port, after_delete {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.844312 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771406', 'neutron.services.segments.db._delete_segments_for_network-8741521645213'] for network, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.863605 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55355cc2-a718-4a01-be76-0824100773ff']}} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:52.866637 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc605831-6d50-4187-9fdf-0f463043900f None None] Pushing event deleted for resources: {'Port': ['ID=17d488a3-bfaf-4629-b201-82338b5e82d4,revision_number=None']} {{(pid=100963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:52.872332 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc605831-6d50-4187-9fdf-0f463043900f None None] No DVR routers for this DVR port 17d488a3-bfaf-4629-b201-82338b5e82d4 on host dv-cinder-808137-1-iscsi {{(pid=100963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:10:52.874570 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6430df-8792-47e4-8888-56b968d33e5e') {'for_net_delete': True} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:52.874914 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.services.segments.db [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6430df-8792-47e4-8888-56b968d33e5e') {} {{(pid=100962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:10:52.885527 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741521644966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229504'] for segment, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.898924 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345'] for segment, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.905245 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:10:52.907033 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5229921'] for segment, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: Traceback (most recent call last): Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: timer() Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: cb(*args, **kw) Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: return func(*args, **kwargs) Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: self._notify() Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: self.callback(batched_events) Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: event.method(event) Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: return f(self, *a, **k) Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: return self._get(url).json() Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: return self.request(url, 'GET', **kwargs) Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:10:52.907216 dv-cinder-808137-1-iscsi neutron-server[100962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:10:53.011341 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589587'] for network, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:53.016566 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528430'] for network, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:53.018399 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] 10.222.0.52 "DELETE /v2.0/networks/55355cc2-a718-4a01-be76-0824100773ff HTTP/1.1" status: 204 len: 168 time: 0.6629984 Sep 09 22:10:53.029025 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88541a-462f-4640-a14d-b682cb87280d admin admin] Pushing event deleted for resources: {'Network': ['ID=55355cc2-a718-4a01-be76-0824100773ff,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:53.341639 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60450) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:53.347469 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:53.381728 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-44c445e7-14ab-487a-850d-714f3a8fc62c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c92af1689a1941579c040d51f637de6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387909 Sep 09 22:10:53.384134 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60452) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:53.434553 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-50e8be9e-13e3-48a8-a7ec-f8c19e92e2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:53.455271 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-50e8be9e-13e3-48a8-a7ec-f8c19e92e2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:53.571337 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-50e8be9e-13e3-48a8-a7ec-f8c19e92e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:53.573900 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-50e8be9e-13e3-48a8-a7ec-f8c19e92e2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:53.580621 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-50e8be9e-13e3-48a8-a7ec-f8c19e92e2d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fc1af25-60fb-4dbe-949e-856069f98d87 HTTP/1.1" status: 204 len: 168 time: 0.1900039 Sep 09 22:10:53.583194 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8be9e-13e3-48a8-a7ec-f8c19e92e2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc1af25-60fb-4dbe-949e-856069f98d87,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:54.187972 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60458) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:54.229613 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-419f975c-c5cb-4da0-8e0b-9e08ccb5142f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=053712cad445473eb1c93cc87007883b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404537 Sep 09 22:10:54.232103 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [-] (100962) accepted ('10.222.0.52', 60460) {{(pid=100962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:10:54.278007 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-968eeb8d-353f-4c55-8aca-a8f6d3214599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:54.298761 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-968eeb8d-353f-4c55-8aca-a8f6d3214599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:54.428746 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-968eeb8d-353f-4c55-8aca-a8f6d3214599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554972'] for security_group, after_delete {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:54.431302 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron_lib.callbacks.manager [None req-968eeb8d-353f-4c55-8aca-a8f6d3214599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:10:54.432511 dv-cinder-808137-1-iscsi neutron-server[100962]: INFO neutron.wsgi [None req-968eeb8d-353f-4c55-8aca-a8f6d3214599 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e933971d-715d-431e-a475-a6b0186c2bc9 HTTP/1.1" status: 204 len: 168 time: 0.1994524 Sep 09 22:10:54.440035 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968eeb8d-353f-4c55-8aca-a8f6d3214599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e933971d-715d-431e-a475-a6b0186c2bc9,revision_number=None']} {{(pid=100962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:10:54.720269 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:01.077881 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:07.190565 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:11:19.152497 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-55f19e4c-4b86-410f-9379-abc4d8e72d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:21.951997 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a668b7a5-d57d-4b75-a3a1-54b482175b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:22.079438 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:23.340419 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:24.651736 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:31.071787 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:44.192861 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:11:49.163192 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-292b9093-a166-45fa-a0b4-2f56855c541b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:51.953049 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-dc969020-3df5-434b-b778-ae938a421dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:52.065626 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:53.370471 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:11:54.621495 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:01.113374 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:19.167679 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-7fed1880-f86d-4fa5-b9a7-3ef6c97ee36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:21.192656 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:12:21.952615 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-398dd956-ba30-48ff-b422-b270fd186017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:22.072978 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:23.358047 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:24.649940 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:31.095532 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:46.956431 dv-cinder-808137-1-iscsi neutron-server[100961]: DEBUG neutron.wsgi [req-9ecd3e37-3f50-48cf-b673-1832a5bb9ffb req-94d09bb5-ff65-41b5-8ee4-f88ceb81aa65 service neutron] (100961) timed out ('10.222.0.46', 55630) {{(pid=100961) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 22:12:49.129721 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-404efbb6-83ac-4516-b9a5-d04aebb86ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:51.957968 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-5f69bbf4-4584-4764-8b39-730d05dc37db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:52.060550 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:53.374893 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:54.723876 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:12:58.190962 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:13:01.081261 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:13:19.140585 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-96b5fb22-b478-46b3-ba3c-e9a03633bda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:13:21.974696 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-8f93d75c-f281-4140-9cc2-fac7389a661e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:13:22.054500 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:13:23.360532 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:13:24.660401 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:13:31.097629 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:13:35.189358 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:13:49.131730 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3d59ee86-e0ca-4cec-860e-99496f154dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:13:51.974273 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-0fa109fa-3696-4a71-9a1c-c19ef623b0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:13:52.082672 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:13:53.368047 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:13:54.651075 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:01.103695 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:12.188008 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:14:19.173458 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-f26fb65e-f990-4150-bb22-d0f89075ef39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:22.007866 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ff4a-cb1f-4ef2-81fb-006c5784ac2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:22.082271 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:23.430409 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:24.641775 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:31.113325 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:49.161963 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-3aabd641-cbac-4e13-83cd-4529b59cdad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:49.186989 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:14:51.952791 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-c10c6090-7ac9-4e66-89f8-a7bc1852525b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:52.065088 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:53.392610 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:14:54.687973 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:01.141276 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:19.172665 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-9b5225df-ef58-4cab-ad3f-9e94f5ec9e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:21.957730 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-8ba727d8-8917-4310-9099-62d52f8430c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:22.066647 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:23.455056 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:24.654515 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:26.186165 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:15:31.132558 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:49.174601 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4ad9a54a-be2d-4e2c-8066-ef795fc9e398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:51.971836 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-b8d03405-d2ca-42c1-bfbe-677bfba6e510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:52.126711 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-4e89388b-8ef9-410a-a889-dfc70962d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:53.431452 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-13c417d2-ec20-4339-9b5e-84aa6897d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:54.675005 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-a42fa56f-c3b7-43d6-adc0-f52a81197804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:15:55.719267 dv-cinder-808137-1-iscsi neutron-server[100962]: DEBUG neutron.wsgi [req-43b0aa89-fef7-4b2e-933a-d4092fbf90b0 req-8b79b6cb-3c27-4a5e-aebf-42828caac964 tempest-AttachVolumeTestJSON-1030513566 tempest-AttachVolumeTestJSON-1030513566-project] (100962) timed out ('10.222.0.46', 55619) {{(pid=100962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 22:16:01.145850 dv-cinder-808137-1-iscsi neutron-server[100963]: DEBUG neutron_lib.callbacks.manager [None req-47f8690c-2db7-4663-b639-46fcdd5a0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741521645195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770056'] for agent, after_update {{(pid=100963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:16:03.186200 dv-cinder-808137-1-iscsi neutron-server[100964]: DEBUG neutron.db.agents_db [None req-b35212b3-b3e0-407d-9812-b80d45ae603e None None] Agent healthcheck: found 6 active agents {{(pid=100964) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}